-- Logs begin at Mon 2021-08-30 19:29:15 UTC, end at Mon 2021-08-30 20:33:52 UTC. -- Aug 30 20:01:23.930998 dv-cinder-777031-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 20:01:26.710670 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.common.config [-] Logging enabled! Aug 30 20:01:26.711322 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 20:01:26.711645 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 20:01:26.714940 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.common.config [-] Logging enabled! Aug 30 20:01:26.715326 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 20:01:26.715653 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94015) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 20:01:26.716607 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:01:26.716845 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:01:26.717235 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:01:26.717462 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:01:26.717711 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:01:26.718030 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719298 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719375 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719655 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.719970 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.720233 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.720515 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.720792 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.721074 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.721307 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.721585 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.721906 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.722191 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.722414 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] debug = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.722693 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.723118 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.723535 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.723815 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.724100 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.724375 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.724644 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.724916 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.725198 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.725574 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] host = dv-cinder-777031-3-iscsi {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.725990 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.726338 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.726626 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.726914 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.727190 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.727469 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.727748 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.728020 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.728290 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.728563 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.728849 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.729136 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.729426 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.729675 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.729897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.730182 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.730466 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.730737 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.731011 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.731283 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.731553 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.731823 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.732089 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.732372 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.732651 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.732933 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.733204 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.733474 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.733768 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.734040 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.734320 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.734588 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.734855 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.735124 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.735408 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.735675 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.735942 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.736243 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.736523 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.736800 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.737080 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.737350 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.737628 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.738038 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.738199 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.738466 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_json = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.738731 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.738995 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.739276 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.739544 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.739812 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.740079 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.740413 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.740626 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:26.740924 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.741487 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.741642 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.741847 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.742143 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.742420 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.742900 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.743143 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.743435 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.743727 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.744017 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.744295 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.744584 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.744861 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.745309 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.745464 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.745788 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.746202 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.746356 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.746629 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.746901 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.747180 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.747454 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.747729 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.747999 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.748290 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.748721 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.748853 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.749146 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.749436 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.749735 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.750015 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.750306 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.750584 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.750854 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.751130 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.751420 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.751693 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.751963 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.752245 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.752521 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.752790 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.753063 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.753336 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.753620 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.753923 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.754193 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.754461 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.754735 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.755003 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.755283 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.755568 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.755840 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.756112 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.756385 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.756654 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.757455 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.757753 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.758029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.758307 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.758727 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.759000 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.759270 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.759539 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.759806 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.760076 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.760418 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.760615 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.760884 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.761153 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.761424 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.761713 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.761983 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.762270 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.762570 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.762844 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.763118 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.763392 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.763663 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.763933 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.764203 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.764475 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.764748 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.765015 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.765301 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.765587 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.765909 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.766191 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.766465 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.766764 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.767038 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.767317 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.767588 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.767859 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.768141 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.768421 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.768711 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.769001 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.769290 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.769580 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.769897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.770178 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.770494 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.770775 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:26.770991 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:01:26.771241 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94015) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 20:01:27.127102 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 20:01:27.127365 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 20:01:27.127658 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 20:01:27.127988 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 20:01:27.534817 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.535102 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.535373 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.536674 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.536957 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.537228 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.572955 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.573239 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.573503 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.590260 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.590549 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.590823 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.623492 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.623913 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.624356 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.662038 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.662323 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.662599 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.901904 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.902523 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.902523 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.902689 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:27.903316 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.027630 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.027946 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.028229 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.028502 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.028771 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.029080 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.029342 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.029595 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.029875 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.030157 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.030417 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.030680 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.030936 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.031187 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.031439 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.031699 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.031953 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.032222 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.032490 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.032749 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.033028 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.033282 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.033562 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.033963 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.034216 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.034466 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.034864 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.035103 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.035342 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.035580 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.035816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.036052 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.036414 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 20:01:28.040201 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 20:01:28.044162 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 20:01:28.047950 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 30 20:01:28.049582 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 20:01:28.050060 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 20:01:28.050546 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 20:01:28.050931 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 20:01:28.053829 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 20:01:28.054084 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 20:01:28.054433 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 20:01:28.059743 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 20:01:28.082547 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 20:01:28.082994 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.083298 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94015) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 20:01:28.083665 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.085693 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94015) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 20:01:28.086011 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 20:01:28.086322 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 20:01:28.089638 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.089999 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.154779 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 20:01:28.154968 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 20:01:28.155170 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 20:01:28.155551 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 20:01:28.177399 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_db.sqlalchemy.engines [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94015) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 20:01:28.718908 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing driver for type 'gre' Aug 30 20:01:28.719688 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] gre ID ranges: [(1, 1000)] Aug 30 20:01:28.775656 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing driver for type 'local' Aug 30 20:01:28.775946 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing driver for type 'vlan' Aug 30 20:01:28.790777 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] VlanTypeDriver initialization complete Aug 30 20:01:28.791027 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing driver for type 'vxlan' Aug 30 20:01:28.791540 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] vxlan ID ranges: [(1, 1000)] Aug 30 20:01:28.854246 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing extension driver 'port_security' Aug 30 20:01:28.854584 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] PortSecurityExtensionDriver initialization complete Aug 30 20:01:28.854923 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing mechanism driver 'openvswitch' Aug 30 20:01:28.855263 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing mechanism driver 'hyperv' Aug 30 20:01:28.861911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:28.862588 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.862955 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.863304 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.863829 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.864268 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.864617 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.864955 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.865347 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.865764 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.866937 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.867532 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.868023 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.868448 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.868797 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.869140 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.869737 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.870129 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.870484 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.870830 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.871223 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.871626 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > address_group after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.871974 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > address_group after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.872314 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.872708 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94015) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 20:01:28.873078 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] ML2 OVO RPC backend initialized. {{(pid=94015) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 20:01:28.873845 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.874202 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.874619 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.874966 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > networks before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.875341 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.875690 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > ports before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.876033 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.876372 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnets before_response 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.876711 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.877050 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.877383 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.877740 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.878081 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.878415 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.878748 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.879090 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.879419 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.879999 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.plugin [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Modular L2 Plugin initialization complete Aug 30 20:01:28.880326 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading services supported by the core plugin {{(pid=94015) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 20:01:28.880654 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.plugins.ml2.managers [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Got port-security extension from driver 'port_security' Aug 30 20:01:28.881111 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.extensions.vlantransparent [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Disabled vlantransparent extension. Aug 30 20:01:28.881587 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94015) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 20:01:28.882014 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: router Aug 30 20:01:28.920635 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.921315 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_create 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.921449 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router before_create 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.921760 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.922134 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.922492 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_delete 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.922852 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.923202 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.923559 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_create 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.923905 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.924251 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.924596 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.924950 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.925354 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.925749 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.926090 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.926802 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: subnet after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.927150 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.927499 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.927847 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_create 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.928190 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.928538 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.929695 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router after_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.930186 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.930599 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_create 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.930966 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.931316 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_update 55549900 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.931682 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > agent after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.932033 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > agent after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.932379 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > network after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.933296 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Tracking information for resource: router configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.933622 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Tracking information for resource: floatingip configured {{(pid=94015) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 20:01:28.938927 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.db.l3_agentschedulers_db [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 20:01:28.939507 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.939871 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.940220 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.940570 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: port after_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.941368 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router before_create 55550100 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.941765 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.942394 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_create 55550100 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.942751 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > router precommit_update 55550100 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.947817 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.provider_configuration [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service providers = [] {{(pid=94015) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 20:01:28.948183 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.db.servicetype_db [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94015) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 20:01:28.951263 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.service_base [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:01:28.951619 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.service_base [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:01:28.951961 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.service_base [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:01:28.952861 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.services.service_base [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94015) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 20:01:28.953234 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.services.service_base [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 20:01:28.953627 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.953973 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 20:01:28.965133 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.965465 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: auto_allocate Aug 30 20:01:28.971592 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: network precommit_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.971898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: network precommit_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.972429 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.972749 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: tag Aug 30 20:01:28.980475 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.980801 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: timestamp Aug 30 20:01:28.985153 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.985492 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: network_ip_availability Aug 30 20:01:28.991031 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.992082 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.992682 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:28.993465 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.993817 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: flavors Aug 30 20:01:28.998695 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:28.999027 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading Plugin: revisions Aug 30 20:01:29.003364 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94015) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 20:01:29.003755 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.876s {{(pid=94015) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 20:01:29.004507 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94015) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 20:01:29.004843 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Initializing extension manager. Aug 30 20:01:29.005358 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: __init__.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.005728 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: __pycache__ {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.006068 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.006405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: address_group.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.007631 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.008286 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: address-group Aug 30 20:01:29.008613 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: address_scope.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.009341 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.009898 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: address-scope Aug 30 20:01:29.010222 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.011315 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.011848 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: router-admin-state-down-before-update Aug 30 20:01:29.012173 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: agent.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.013122 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.013638 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: agent Aug 30 20:01:29.013985 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: agent_resources_synced.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.014903 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.015416 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: agent-resources-synced Aug 30 20:01:29.015739 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: allowedaddresspairs.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.017624 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.018165 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: allowed-address-pairs Aug 30 20:01:29.018493 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: auto_allocated_topology.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.019583 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.020103 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: auto-allocated-topology Aug 30 20:01:29.020425 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: availability_zone.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.021122 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.021624 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: availability_zone Aug 30 20:01:29.021972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: availability_zone_filter.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.023426 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.023972 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: availability_zone_filter Aug 30 20:01:29.024290 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: data_plane_status.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.025215 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.025749 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 20:01:29.026074 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: default_subnetpools.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.027120 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.027630 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: default-subnetpools Aug 30 20:01:29.027950 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.028789 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.029301 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: dhcp_agent_scheduler Aug 30 20:01:29.029624 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: dns.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.030567 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.031071 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 20:01:29.031393 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: dns_domain_ports.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.032307 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.032810 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 20:01:29.033132 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.034092 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.034597 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 20:01:29.034921 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: dvr.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.035583 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.036093 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: dvr Aug 30 20:01:29.036411 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: ecmp_routes.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.037325 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.037856 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 20:01:29.038750 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: empty_string_filtering.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.039893 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.040402 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: empty-string-filtering Aug 30 20:01:29.040726 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.041641 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.042170 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 20:01:29.042490 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.043458 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.043910 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 20:01:29.044229 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: external_net.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.045132 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.045774 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: external-net Aug 30 20:01:29.045990 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.046899 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.047415 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: extra_dhcp_opt Aug 30 20:01:29.047729 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: extraroute.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.048646 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.049144 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: extraroute Aug 30 20:01:29.049470 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: extraroute_atomic.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.050560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.051188 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: extraroute-atomic Aug 30 20:01:29.051516 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: filter_validation.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.052191 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.052697 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: filter-validation Aug 30 20:01:29.053019 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: fip_pf_description.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.054646 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.055382 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 20:01:29.055709 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: fip_port_details.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.057643 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.057643 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: fip-port-details Aug 30 20:01:29.057643 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: flavors.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.058872 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.059499 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: flavors Aug 30 20:01:29.059717 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.061388 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.061937 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 20:01:29.062277 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: floatingip_pools.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.062990 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.063507 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: floatingip-pools Aug 30 20:01:29.063840 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: ip_allocation.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.064776 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.065287 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 20:01:29.065614 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.066573 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.067352 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: ip-substring-filtering Aug 30 20:01:29.067682 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l2_adjacency.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.068611 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.069124 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 20:01:29.070448 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.071881 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.072410 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: router Aug 30 20:01:29.072739 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.075037 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.075559 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 20:01:29.075892 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.076832 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.077342 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: ext-gw-mode Aug 30 20:01:29.077684 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.078628 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.079135 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: l3-ha Aug 30 20:01:29.079457 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3_flavors.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.080367 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.080871 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: l3-flavors Aug 30 20:01:29.081199 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.082143 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.082744 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 20:01:29.082959 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: l3agentscheduler.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.084040 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.084531 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: l3_agent_scheduler Aug 30 20:01:29.084941 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: logging.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.087364 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.087895 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension logging not supported by any of loaded plugins Aug 30 20:01:29.088233 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: metering.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.088986 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.089569 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: metering Aug 30 20:01:29.089929 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.091038 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.091558 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: metering_source_and_destination_fields Aug 30 20:01:29.091897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: multiprovidernet.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.092823 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.093327 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: multi-provider Aug 30 20:01:29.093650 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: netmtu.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.094602 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.095107 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: net-mtu Aug 30 20:01:29.095429 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: netmtu_writable.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.096340 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.096875 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: net-mtu-writable Aug 30 20:01:29.097201 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: network_availability_zone.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.097887 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.098391 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: network_availability_zone Aug 30 20:01:29.098712 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: network_ip_availability.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.099822 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.100331 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: network-ip-availability Aug 30 20:01:29.101329 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: network_segment_range.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.102382 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.103061 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 20:01:29.103228 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: pagination.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.104225 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.104553 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: pagination Aug 30 20:01:29.104873 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: port_device_profile.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.106403 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.106662 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: port-device-profile Aug 30 20:01:29.106896 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.108046 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.108558 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: port-mac-address-regenerate Aug 30 20:01:29.109032 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.110042 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.110504 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: port-numa-affinity-policy Aug 30 20:01:29.110827 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: port_resource_request.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.111748 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.112259 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 20:01:29.112582 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: portbindings.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.113511 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.114052 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: binding Aug 30 20:01:29.114377 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: portbindings_extended.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.115851 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.117344 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: binding-extended Aug 30 20:01:29.117820 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: portsecurity.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.118756 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.119267 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: port-security Aug 30 20:01:29.119593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: project_id.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.120571 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.120903 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: project-id Aug 30 20:01:29.121226 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: providernet.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.122182 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.122700 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: provider Aug 30 20:01:29.123020 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.126642 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.127159 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos not supported by any of loaded plugins Aug 30 20:01:29.127487 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.128733 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.129249 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 20:01:29.129580 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.130524 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.131034 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 20:01:29.131362 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_default.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.132694 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.133214 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-default not supported by any of loaded plugins Aug 30 20:01:29.133820 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_fip.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.134501 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.135003 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 20:01:29.135328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_gateway_ip.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.136253 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.136762 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 20:01:29.137086 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_port_network_policy.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.138025 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.138534 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 20:01:29.138858 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_pps_rule.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.140056 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.140577 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 20:01:29.140902 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_rule_type_details.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.141847 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.142390 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 20:01:29.142724 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: qos_rules_alias.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.143761 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.144271 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 20:01:29.144596 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: quotasv2.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.145555 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.145917 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: quotas Aug 30 20:01:29.146235 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: quotasv2_detail.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.149698 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.150031 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: quota_details Aug 30 20:01:29.150363 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: rbac.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.151644 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.152167 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: rbac-policies Aug 30 20:01:29.152499 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: rbac_address_group.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.153443 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.153988 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: rbac-address-group Aug 30 20:01:29.154367 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: rbac_address_scope.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.155540 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.156230 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: rbac-address-scope Aug 30 20:01:29.156567 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: rbac_security_groups.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.157595 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.158147 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: rbac-security-groups Aug 30 20:01:29.158513 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: rbac_subnetpool.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.159482 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.160143 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: rbac-subnetpool Aug 30 20:01:29.160512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: revisionifmatch.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.161512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.162177 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: revision-if-match Aug 30 20:01:29.162517 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: revisions.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.164564 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.165434 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: standard-attr-revisions Aug 30 20:01:29.165938 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: router_availability_zone.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.166668 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.167302 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: router_availability_zone Aug 30 20:01:29.167649 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: routerservicetype.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.168775 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.169273 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 20:01:29.169691 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.170786 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.171437 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: security-groups-normalized-cidr Aug 30 20:01:29.171855 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.173008 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.173595 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: port-security-groups-filtering Aug 30 20:01:29.173952 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.175247 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.175772 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: security-groups-remote-address-group Aug 30 20:01:29.176229 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: securitygroup.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.187694 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.188238 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: security-group Aug 30 20:01:29.188574 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: segment.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.189390 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.189930 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension segment not supported by any of loaded plugins Aug 30 20:01:29.190264 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.191245 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.191756 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 20:01:29.192345 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: servicetype.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.193550 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.194106 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: service-type Aug 30 20:01:29.194581 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: sorting.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.195769 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.196099 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: sorting Aug 30 20:01:29.196423 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: standard_attr_segment.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.197356 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.197913 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 20:01:29.198240 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: standardattrdescription.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.198891 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.199401 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: standard-attr-description Aug 30 20:01:29.199726 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: stateful_security_group.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.200652 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.201170 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: stateful-security-group Aug 30 20:01:29.201496 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: stdattrs_common.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.202112 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 20:01:29.202435 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.203360 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.203874 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 20:01:29.204195 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnet_onboard.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.205276 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.205828 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: subnet_onboard Aug 30 20:01:29.206157 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.207079 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.207588 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 20:01:29.207909 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnet_service_types.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.208831 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.209340 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: subnet-service-types Aug 30 20:01:29.209685 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnetallocation.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.211550 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.212116 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: subnet_allocation Aug 30 20:01:29.212398 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.213077 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.213588 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: subnetpool-prefix-ops Aug 30 20:01:29.213938 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.214890 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.215401 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 20:01:29.215725 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: tagging.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.216801 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.217320 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: standard-attr-tag Aug 30 20:01:29.217645 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: timestamp.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.218869 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.219389 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loaded extension: standard-attr-timestamp Aug 30 20:01:29.219718 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: trunk.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.220754 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.221270 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension trunk not supported by any of loaded plugins Aug 30 20:01:29.221665 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: trunk_details.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.222548 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.223063 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 20:01:29.223390 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: uplink_status_propagation.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.224315 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.224827 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 20:01:29.225153 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Loading extension file: vlantransparent.py {{(pid=94015) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 20:01:29.226603 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94015) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 20:01:29.227247 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 20:01:29.229768 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:network Aug 30 20:01:29.230308 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnet Aug 30 20:01:29.230703 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:01:29.231091 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:port Aug 30 20:01:29.232349 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.232782 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service FLAVORS assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.233409 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.233864 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.234197 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:router Aug 30 20:01:29.234630 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 20:01:29.235125 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service METERING assigned prefix: /metering {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.236595 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:29.236971 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:29.237326 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:01:29.238493 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 20:01:29.238946 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:security_group Aug 30 20:01:29.239369 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 20:01:29.241234 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service CORE assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.241802 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:01:29.242272 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] subnetpool is already registered Aug 30 20:01:29.242728 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service CORE assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.243061 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:01:29.243400 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] subnetpool is already registered Aug 30 20:01:29.245741 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.246173 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service FLAVORS assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.246775 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.247197 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.247531 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:router Aug 30 20:01:29.247868 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] router is already registered Aug 30 20:01:29.248278 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 20:01:29.248615 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] floatingip is already registered Aug 30 20:01:29.249070 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service METERING assigned prefix: /metering {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.249757 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 20:01:29.250083 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] rbac_policy is already registered Aug 30 20:01:29.250543 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:security_group Aug 30 20:01:29.250827 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] security_group is already registered Aug 30 20:01:29.251224 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 20:01:29.251552 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] security_group_rule is already registered Aug 30 20:01:29.252181 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service CORE assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.252506 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:01:29.252837 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] subnetpool is already registered Aug 30 20:01:29.253256 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.v2.resource_helper [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Service CORE assigned prefix: {{(pid=94015) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 20:01:29.253581 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 20:01:29.254016 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING neutron.quota.resource_registry [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] subnetpool is already registered Aug 30 20:01:29.254489 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: extensions {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.255972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: address-groups {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.257902 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: address-scopes {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.259229 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: agents {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.260405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: auto-allocated-topology {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.261733 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: availability_zones {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.263039 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: dhcp-networks {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.264568 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: dhcp-agents {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.266017 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: routers {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.268211 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: flavors {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.269389 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: service_profiles {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.270649 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: next_providers {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.272096 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: service_profiles {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.274530 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: floatingip-pools {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.275745 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: routers {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.278051 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: floatingips {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.279345 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: l3-routers {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.280725 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: l3-agents {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.282154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: metering-labels {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.283517 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: metering-label-rules {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.284830 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: network-ip-availabilities {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.286190 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: bindings {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.287837 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: quotas {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.290413 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: quotas {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.291841 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: rbac-policies {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.293190 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: security-groups {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.294595 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: security-group-rules {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.295831 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: service-providers {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.297120 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: subnetpools {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.298580 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: subnetpools {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.300069 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.301762 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.303649 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.305921 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.309176 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.311090 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.312787 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.314731 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.316510 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.318541 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron.api.extensions [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Extended resource: tags {{(pid=94015) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 20:01:29.324971 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING keystonemiddleware.auth_token [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 20:01:29.329853 dv-cinder-777031-3-iscsi neutron-server[94015]: WARNING keystonemiddleware.auth_token [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 20:01:29.338839 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Acquired lock "singleton_lock" {{(pid=94015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 20:01:29.339321 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_concurrency.lockutils [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Releasing lock "singleton_lock" {{(pid=94015) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 20:01:29.339956 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Starting 2 workers Aug 30 20:01:29.344822 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Started child 94124 {{(pid=94015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:01:29.349336 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Started child 94125 {{(pid=94015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:01:29.350366 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.351906 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO neutron.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 20:01:29.352551 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [-] (94124) wsgi starting up on http://0.0.0.0:9696 Aug 30 20:01:29.352720 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Notify callbacks [] for process, before_spawn {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.354905 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.355409 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Starting 1 workers Aug 30 20:01:29.356388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [-] (94125) wsgi starting up on http://0.0.0.0:9696 Aug 30 20:01:29.360646 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Started child 94126 {{(pid=94015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:01:29.361190 dv-cinder-777031-3-iscsi neutron-server[94015]: INFO oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Starting 1 workers Aug 30 20:01:29.364416 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] calling RpcWorker wait() {{(pid=94126) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 20:01:29.365000 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] returning from RpcWorker wait() {{(pid=94126) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 20:01:29.365751 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Started child 94127 {{(pid=94015) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 20:01:29.366389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.366958 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:29.367097 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG neutron_lib.callbacks.manager [None req-ee9f39db-0c98-49dd-9fe1-c52071c75587 None None] Notify callbacks [] for process, after_spawn {{(pid=94015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.368842 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 20:01:29.369051 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:01:29.369235 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:01:29.369446 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:01:29.369822 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:01:29.369983 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:01:29.370494 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.370770 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.370968 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:29.371442 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.371442 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.371586 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.372113 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.372363 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.372594 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.372866 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.373112 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.373276 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.373617 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.373884 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.374114 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.374427 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.374684 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.375123 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.375375 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.375552 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.375811 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.376079 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.376317 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.376579 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] debug = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.376818 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.377301 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.377540 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.377812 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.378032 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.378298 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.378540 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.378811 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.379040 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.379256 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.379467 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.379728 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.379972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.380203 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.380435 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.380686 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.380919 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.381378 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] host = dv-cinder-777031-3-iscsi {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.381620 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.381925 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.382329 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.382717 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.383002 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.383270 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.383503 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.384362 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.384362 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.384660 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.384812 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.385076 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.385314 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.385574 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.385763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_options = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.386027 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.386269 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.386526 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.386713 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.386880 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.387058 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.387305 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.387468 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.387719 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.387936 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.388144 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.388414 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.388550 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.388785 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.389028 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.389276 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.389517 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.389752 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.389996 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.390221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.390443 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.390687 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.390930 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.391147 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.391358 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.391568 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.391812 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.392029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.392237 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.392487 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.392716 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.392982 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.393212 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.393483 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.393727 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.393950 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.394159 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.394420 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.394647 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.394897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.395138 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.395356 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.395598 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.395826 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.396053 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.396262 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_json = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.396470 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.396693 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.396957 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.397165 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.398126 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.398340 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.398570 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.398974 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.399241 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.399530 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.399897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.400265 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.400774 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.401051 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.401480 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.401874 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.402449 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.402852 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.403385 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.403769 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.404029 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:29.404261 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.404965 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.405686 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.406101 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.406493 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.406860 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.407227 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.407368 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.407788 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.408197 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.408392 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.408565 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.408906 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.409202 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.409501 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.409981 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.410107 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.410365 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.410642 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.410862 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.411233 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.411600 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.411964 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.412329 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.412897 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.414127 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.416328 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417741 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.417741 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.418295 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.418295 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.418504 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.418807 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.419135 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.420525 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.420843 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.423507 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.423765 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.424038 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.424277 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.424936 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.424936 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.425122 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.425553 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.425553 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.428961 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.429228 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.429495 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.429776 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.430012 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.430257 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.430496 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.430728 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.430947 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.431191 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.431435 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.431652 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.431881 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.432107 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.432334 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.432554 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.432773 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.432996 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.433232 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.433473 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.433772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.434088 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.434344 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.434595 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.434852 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.435095 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.435332 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.435584 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.435838 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.436074 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.436276 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.436558 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.436788 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.437055 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.437286 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.437538 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.437821 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.438062 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.438311 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.438532 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.438776 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.439005 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.439295 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.439543 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.439775 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.440198 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.440619 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.441052 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.441450 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.442158 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.442549 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.442973 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.443435 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.443862 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.444346 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.444606 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.444865 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.445138 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.445375 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.445701 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.445932 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.446268 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.446530 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.446989 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.447284 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.447552 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.447777 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.448021 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.448358 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.448597 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.448842 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.449066 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.449353 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.449588 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.450020 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.450655 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.451061 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.451447 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.451860 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.452252 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.452640 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.452882 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.453130 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.453348 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.453584 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.453846 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.454070 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.454309 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.454530 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.454800 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.455017 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.455237 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.455633 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.455862 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.456083 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.456337 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.456552 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.456779 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.457017 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.457236 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.457472 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.457725 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.457960 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.458374 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.458601 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.458876 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.459126 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.459368 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.459633 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.460392 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.460653 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.460892 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.461154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.461410 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.461578 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.462169 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.462169 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.462653 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.462653 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.463349 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.463349 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.463349 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.464086 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.464086 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.464534 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.464534 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465060 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465060 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465060 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465865 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465865 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465865 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.465865 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.466911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.466911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.466911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.466911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.466911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.468221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.468221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.468221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.468221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.468221 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.469623 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.471400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.473512 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.478816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.479560 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.480608 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.481593 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482632 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482632 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482632 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482632 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482919 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.482998 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.483174 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.483400 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.483618 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.483856 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.484091 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.484308 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.484547 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.484795 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.485027 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.485244 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.485492 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.485731 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.486066 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.486310 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.486534 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.486752 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.486911 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:01:29.487443 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94015) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 20:01:29.487616 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 20:01:29.487853 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 20:01:29.488002 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 20:01:29.488147 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 20:01:29.488289 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 20:01:29.488433 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.488609 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.488757 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.488902 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489072 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489261 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489412 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489559 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489745 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.489913 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490076 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490242 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490408 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490574 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490739 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.490867 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491029 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491215 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491390 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491530 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491690 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.491850 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492010 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] debug = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492172 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492377 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492546 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492816 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.492915 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493013 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493152 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493312 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493475 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493636 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493818 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.493979 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.494141 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.494301 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.494461 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.494622 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.494782 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495007 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] host = dv-cinder-777031-3-iscsi {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495144 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495257 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495390 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495611 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495731 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495840 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.495994 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496315 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496475 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496635 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496794 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.496955 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497115 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497277 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_options = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497437 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497597 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497783 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.497959 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498135 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498289 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498443 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498603 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498762 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.498922 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499081 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499241 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499403 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499563 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499723 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.499884 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500043 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500203 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500363 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500523 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500683 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.500845 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501003 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501163 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501322 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501482 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501642 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501827 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.501971 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502133 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502293 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502453 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502613 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502773 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.502933 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503093 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503254 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503419 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503579 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503741 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.503902 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504062 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504222 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504383 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504544 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504704 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_json = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.504864 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.505024 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.505187 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.505347 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.505511 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.505789 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.506019 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.506019 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 20:01:29.506267 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.506387 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.506508 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.506638 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.506923 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.506923 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507110 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507254 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507389 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507558 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507729 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.507919 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508056 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508226 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508393 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508564 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508729 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.508876 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509045 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509189 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509339 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509506 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509706 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.509855 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510021 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510189 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510353 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510528 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510694 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510838 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.510999 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.511153 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.511315 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.511469 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.511632 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.511793 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.512796 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513437 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513437 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513437 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513437 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513988 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513988 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513988 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.513988 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.514505 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.514505 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.514505 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.514842 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.514842 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515056 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515056 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515279 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515391 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515517 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515627 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515832 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.515971 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516118 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516283 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516448 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516629 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516774 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.516947 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517156 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517374 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517516 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517694 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517835 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.517991 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518130 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518271 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518410 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518532 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518642 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518788 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.518956 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519105 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519259 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519426 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519572 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519739 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.519899 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520064 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520237 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520418 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520590 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520728 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.520880 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521043 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521205 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521370 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521533 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521701 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.521869 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.522031 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.522182 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523010 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523157 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523282 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523440 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523603 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523766 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.523928 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524091 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524257 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524402 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524572 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524716 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.524887 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525049 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525223 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525384 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525550 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525721 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.525979 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526115 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526237 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526355 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526518 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526683 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.526849 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527013 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527176 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527317 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527460 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527628 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527799 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.527972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528141 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528286 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528457 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528645 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528794 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.528959 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529105 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529277 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529436 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529598 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.529936 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530102 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530265 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530430 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530596 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530757 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.530920 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531083 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531248 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531412 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531577 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531827 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.531950 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532112 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532278 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532438 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532579 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532746 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.532893 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533056 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533197 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533358 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533520 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533700 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.533863 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534026 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534188 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534353 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534519 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534665 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534835 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.534981 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535153 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535297 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535467 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535624 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535775 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.535916 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536111 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536227 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536388 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536551 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536698 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.536866 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537010 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537172 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537329 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537506 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537711 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.537852 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.538627 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.538815 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.538981 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539149 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539295 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539726 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539726 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539992 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.539992 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.540250 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.540387 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.540522 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.540663 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.540863 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541017 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541162 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541318 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541508 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541508 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541811 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.541950 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542089 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542238 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542377 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542515 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542657 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542797 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.542990 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543173 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543364 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543364 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543640 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543780 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.543972 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544325 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544325 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544578 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544578 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544829 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.544977 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545115 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545256 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545395 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545534 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545754 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:29.545922 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.545922 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.546299 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.546299 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.552763 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.554405 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555154 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.555898 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.556772 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.557625 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.557625 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.557625 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.557625 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 20:01:29.557625 dv-cinder-777031-3-iscsi neutron-server[94015]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94015) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 20:01:29.614164 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41130) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:01:29.622983 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065761 Aug 30 20:01:41.269231 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d56bd7-1bbc-4dbf-aabe-31c3efdeb61f None None] get_active_networks_info from dv-cinder-777031-3-iscsi {{(pid=94126) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 20:01:41.436196 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d56bd7-1bbc-4dbf-aabe-31c3efdeb61f None None] No non-hosted networks {{(pid=94126) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 20:01:41.448571 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2d0854fa-17a6-4bf9-9536-00594918363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:44.299920 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a41b0de2-65e1-4107-abba-52a004b53d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:44.357568 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-be80212b-8766-46eb-9222-6a10b5b72ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:44.651563 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:44.652978 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.653589 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.654153 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.654695 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.655224 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.655763 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.656313 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.656872 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.657398 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.657926 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.659063 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.660514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:44.663001 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777031-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:44.674111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777031-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:01:45.634515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:47.450807 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:48.765548 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41222) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:01:49.315537 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING oslo_policy.policy [None req-db563de6-47ef-450e-9369-74caeb74c8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:49.316137 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING oslo_policy.policy [None req-db563de6-47ef-450e-9369-74caeb74c8fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:49.554980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [None req-db563de6-47ef-450e-9369-74caeb74c8fc admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:01:49.555977 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-db563de6-47ef-450e-9369-74caeb74c8fc admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7893798 Aug 30 20:01:49.774560 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.db.l3_hamode_db [None req-8c80b868-96be-4696-b106-5f28eed629ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 20:01:49.864906 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80b868-96be-4696-b106-5f28eed629ab None None] Routers set() bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:01:49.866035 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80b868-96be-4696-b106-5f28eed629ab None None] Router IDs set() for agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 20:01:52.081029 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41236) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:01:52.425748 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:01:52.526000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.policy [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94125) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 20:01:52.571601 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING oslo_policy.policy [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:52.572021 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING oslo_policy.policy [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:52.581009 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.quota [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] Loaded quota_driver: . Aug 30 20:01:52.679600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368588333', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368587890', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368788949', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368798729', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368222076', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788368811948', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3918669', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627870', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-573289'] for rbac-policy, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:52.749217 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:52.750486 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-199b1489-10e5-4400-baf2-acfc5800e947 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6684594 Aug 30 20:01:55.442739 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41248) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:01:55.946681 dv-cinder-777031-3-iscsi neutron-server[94124]: WARNING oslo_policy.policy [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:55.947246 dv-cinder-777031-3-iscsi neutron-server[94124]: WARNING oslo_policy.policy [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:56.179788 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'name': 'private', 'project_id': '38a1c628fb694c46ac5c76ae387281ee'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:01:56.181425 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.quota [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Loaded quota_driver: . Aug 30 20:01:56.238162 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Made reservation on behalf of 38a1c628fb694c46ac5c76ae387281ee for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:01:56.309601 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.policy [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94124) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 20:01:56.357504 dv-cinder-777031-3-iscsi neutron-server[94124]: WARNING oslo_policy.policy [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:56.357908 dv-cinder-777031-3-iscsi neutron-server[94124]: WARNING oslo_policy.policy [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 20:01:56.368944 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.391233 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.523833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.527740 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.548222 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:01:56.575955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788368824778', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.576533 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Unsubscribe: segment precommit_create {{(pid=94124) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 20:01:56.577032 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Added segment a366a59a-474f-4768-b9b1-9647d7c50ae6 of type vlan for network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee Aug 30 20:01:56.597418 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3ee7d7-46da-4e21-b71e-765ff3029c67,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:01:56.614914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.615551 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.615808 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.616143 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.616470 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.616810 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.617134 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.617457 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.617864 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.618379 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.618751 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.619071 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Tracked resource versions report: Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: pushed versions: Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: { 'AddressGroup': {'1.2'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'ConntrackHelper': {'1.0'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Log': {'1.0'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Network': {'1.1'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Port': {'1.7'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'PortForwarding': {'1.2'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'QosPolicy': {'1.9'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroup': {'1.4'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SubPort': {'1.0'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Subnet': {'1.1'}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Trunk': {'1.1'}} Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: consumer versions: Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'ConntrackHelper': '1.0', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Log': '1.0', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Network': '1.1', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Port': '1.7', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'PortForwarding': '1.2', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'QosPolicy': '1.9', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroup': '1.4', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroupRule': '1.2', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SubPort': '1.0', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Subnet': '1.1', Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Trunk': '1.1'}} Aug 30 20:01:56.620196 dv-cinder-777031-3-iscsi neutron-server[94124]: {{(pid=94124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:01:56.716417 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.756951 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.758184 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:01:56.758854 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:01:56.838428 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3933196 Aug 30 20:01:56.856096 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f790-6180-47fc-9645-4c83ed593b14 admin admin] Pushing event updated for resources: {'Network': ['ID=bd4f0b81-01da-4bbd-9ba0-30b38433b2ee,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:01:56.868749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:01:59.547762 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41270) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:01:59.944789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edd59b1-7c78-481e-ba94-f81e42d8a122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:01:59.946205 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-8edd59b1-7c78-481e-ba94-f81e42d8a122 admin admin] 10.222.0.11 "GET /v2.0/networks/bd4f0b81-01da-4bbd-9ba0-30b38433b2ee HTTP/1.1" status: 200 len: 825 time: 0.3974717 Aug 30 20:01:59.986575 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2a7814aa-585d-4913-89d2-aa66d7f5a637 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/f7a69567-5097-493d-8efd-4d00b8df64c6 HTTP/1.1" status: 200 len: 734 time: 0.0341673 Aug 30 20:01:59.996186 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Request body: {'subnet': {'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6', 'ip_version': 4, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:02:00.018130 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Made reservation on behalf of 38a1c628fb694c46ac5c76ae387281ee for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:02:00.020435 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:00.306920 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:00.374391 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7123d1-f0df-44c6-9596-596e11a75305,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:00.376356 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Checking segment: {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:02:00.376740 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Network hostable DHCP agents. Network: bd4f0b81-01da-4bbd-9ba0-30b38433b2ee, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:02:00.398919 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:02:00.410496 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, bd4f0b81-01da-4bbd-9ba0-30b38433b2ee) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:00.416203 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:00.416783 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:00.421797 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f247c96-9dfa-49c1-adfb-96195d82445f None None] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:02:00.433041 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c5edaee2-6d2a-4e78-baa1-8661bb2f5543 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402051 Aug 30 20:02:00.752624 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:02:00.753868 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.052519 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Allocated IP 172.20.0.2 (bd4f0b81-01da-4bbd-9ba0-30b38433b2ee/7b7123d1-f0df-44c6-9596-596e11a75305/33e1ab6d-69d0-4f51-9c33-9a3261c14529) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:02:01.280345 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.325697 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Transition to ACTIVE for port object 33e1ab6d-69d0-4f51-9c33-9a3261c14529 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:02:01.347178 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Transition to ACTIVE for port object 33e1ab6d-69d0-4f51-9c33-9a3261c14529 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:02:01.355720 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.426775 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:02:01.432937 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:01.446997 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:02:01.450272 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Pushing event updated for resources: {'Port': ['ID=33e1ab6d-69d0-4f51-9c33-9a3261c14529,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:01.481873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.482232 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.482578 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.482923 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.483261 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.483596 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.483930 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.484260 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.484607 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.484993 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.485327 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.485676 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Tracked resource versions report: Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: pushed versions: Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: { 'AddressGroup': {'1.2'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'ConntrackHelper': {'1.0'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Log': {'1.0'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Network': {'1.1'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Port': {'1.7'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'PortForwarding': {'1.2'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'QosPolicy': {'1.9'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroup': {'1.4'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SubPort': {'1.0'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Subnet': {'1.1'}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Trunk': {'1.1'}} Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: consumer versions: Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'ConntrackHelper': '1.0', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Log': '1.0', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Network': '1.1', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Port': '1.7', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'PortForwarding': '1.2', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'QosPolicy': '1.9', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroup': '1.4', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroupRule': '1.2', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SubPort': '1.0', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Subnet': '1.1', Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Trunk': '1.1'}} Aug 30 20:02:01.486830 dv-cinder-777031-3-iscsi neutron-server[94126]: {{(pid=94126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:02:01.535722 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Attempting to bind port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:02:01.536119 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Attempting to bind port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:02:01.536543 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Attempting to bind port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 on network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:02:01.542004 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:02:01.542435 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Checking segment: {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:02:01.542921 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.543316 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Bound using segment: {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:02:01.543819 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Bound port: 33e1ab6d-69d0-4f51-9c33-9a3261c14529, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:02:01.544233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.606620 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] For port 33e1ab6d-69d0-4f51-9c33-9a3261c14529, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:02:01.610772 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] For port 33e1ab6d-69d0-4f51-9c33-9a3261c14529, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=33e1ab6d-69d0-4f51-9c33-9a3261c14529,segment=NetworkSegment(a366a59a-474f-4768-b9b1-9647d7c50ae6),segment_id=a366a59a-474f-4768-b9b1-9647d7c50ae6)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:02:01.616007 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:01.681216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77318a3e-1392-4d99-99bf-2287f73375a8 None None] Pushing event updated for resources: {'Port': ['ID=33e1ab6d-69d0-4f51-9c33-9a3261c14529,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:02.906889 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41278) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:03.268474 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [None req-419fe19d-e41e-43a2-9fbb-6294251821c0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:02:03.269952 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-419fe19d-e41e-43a2-9fbb-6294251821c0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3619630 Aug 30 20:02:05.757896 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41286) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:06.088030 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [None req-fd0b1910-5f88-4f1a-a2eb-f62e75cfb9bb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:02:06.089042 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fd0b1910-5f88-4f1a-a2eb-f62e75cfb9bb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302014 Aug 30 20:02:08.769076 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41296) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:09.087741 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'name': 'router1'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:02:09.112039 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:09.113782 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:09.274643 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:09.280088 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:09.294845 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:09.297004 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d378bae1-03ee-48d4-9fff-9c4d0642e877 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5267346 Aug 30 20:02:10.276478 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba183d12-b56e-4657-9da2-f2fba4bbb6a2 None None] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:02:10.389359 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-bdf01a3b-ed1f-4a29-8b06-640a89e3c5f0 None None] Provisioning for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:02:10.567932 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 33e1ab6d-69d0-4f51-9c33-9a3261c14529 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:10.659807 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:02:10.664405 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:10.664800 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:10.778352 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-dab888c2-ed4f-42cd-b609-3df22e778b70 None None] Provisioning complete for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:10.778722 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dab888c2-ed4f-42cd-b609-3df22e778b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:10.782281 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:10.845938 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 33e1ab6d-69d0-4f51-9c33-9a3261c14529, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=33e1ab6d-69d0-4f51-9c33-9a3261c14529,segment=NetworkSegment(a366a59a-474f-4768-b9b1-9647d7c50ae6),segment_id=a366a59a-474f-4768-b9b1-9647d7c50ae6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:02:10.850117 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:10.925833 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=33e1ab6d-69d0-4f51-9c33-9a3261c14529,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:11.112770 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e2bfe55a-0b67-40ef-a46d-918e21cce89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:11.717853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41310) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:12.034990 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [None req-1bb0fecb-4f1b-466a-8175-8de4f66bbf2c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:02:12.036017 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1bb0fecb-4f1b-466a-8175-8de4f66bbf2c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172138 Aug 30 20:02:12.518749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 33e1ab6d-69d0-4f51-9c33-9a3261c14529 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:12.571282 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:12.571654 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:14.294739 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5dab3d72-d360-461c-8584-90d2a3bd0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:14.615661 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41318) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:14.658352 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:14.965823 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:02:14.987816 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Made reservation on behalf of 6ae93ba4e39e4098876d3f0dcb2e44ec for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:02:14.990657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:14.998676 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.095272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.099029 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.114651 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Reserving flat network on physical network physnet1 {{(pid=94124) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 20:02:15.136056 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548b14d-7e33-48ff-9f36-fa28dd83e0de,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:15.143190 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.143670 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Added segment 52497a69-e502-4fce-bde0-a80d645fa1f5 of type flat for network eb893771-ee68-4469-a4ff-8f74d303189a Aug 30 20:02:15.196543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.231695 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.232691 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:15.233255 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:15.287509 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6695848 Aug 30 20:02:15.292931 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c9f42-6497-4834-830c-46a800352240 admin admin] Pushing event updated for resources: {'Network': ['ID=eb893771-ee68-4469-a4ff-8f74d303189a,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:15.304349 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network eb893771-ee68-4469-a4ff-8f74d303189a details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:02:15.569187 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:17.393097 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:17.676130 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41336) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:17.914597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fe20c2-6fb4-4045-97e3-f0d3fee9abba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:17.916026 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-67fe20c2-6fb4-4045-97e3-f0d3fee9abba admin admin] 10.222.0.11 "GET /v2.0/subnets/7b7123d1-f0df-44c6-9596-596e11a75305 HTTP/1.1" status: 200 len: 849 time: 0.2383146 Aug 30 20:02:18.088671 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4147f642-eb8f-471c-9cff-83a05d7a5f9c admin admin] 10.222.0.11 "GET /v2.0/routers/98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 HTTP/1.1" status: 200 len: 704 time: 0.1665740 Aug 30 20:02:18.370451 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:18.688950 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Allocated IP 172.20.0.1 (bd4f0b81-01da-4bbd-9ba0-30b38433b2ee/7b7123d1-f0df-44c6-9596-596e11a75305/96edfb0e-661b-428c-a49a-dd3595bb537b) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:02:18.905365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:18.933139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Transition to ACTIVE for port object 96edfb0e-661b-428c-a49a-dd3595bb537b will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:02:19.007722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.069597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:02:19.074095 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:19.129920 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:02:19.130030 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.149392 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Pushing event updated for resources: {'Port': ['ID=96edfb0e-661b-428c-a49a-dd3595bb537b,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:19.216398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.216756 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.217097 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.217431 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.217784 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.218133 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.218463 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.218783 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.219120 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.219441 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.219759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.220077 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Tracked resource versions report: Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: pushed versions: Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: { 'AddressGroup': {'1.2'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'ConntrackHelper': {'1.0'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Log': {'1.0'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Network': {'1.1'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Port': {'1.7'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'PortForwarding': {'1.2'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'QosPolicy': {'1.9'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroup': {'1.4'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SubPort': {'1.0'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Subnet': {'1.1'}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Trunk': {'1.1'}} Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: consumer versions: Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'ConntrackHelper': '1.0', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Log': '1.0', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Network': '1.1', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Port': '1.7', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'PortForwarding': '1.2', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'QosPolicy': '1.9', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroup': '1.4', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroupRule': '1.2', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SubPort': '1.0', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Subnet': '1.1', Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Trunk': '1.1'}} Aug 30 20:02:19.221222 dv-cinder-777031-3-iscsi neutron-server[94125]: {{(pid=94125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:02:19.332441 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0db16aa2-068e-42c8-9452-e48c284e32b2 None None] Provisioning for port 96edfb0e-661b-428c-a49a-dd3595bb537b completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:02:19.339090 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0db16aa2-068e-42c8-9452-e48c284e32b2 None None] Provisioning complete for port 96edfb0e-661b-428c-a49a-dd3595bb537b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:19.339671 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0db16aa2-068e-42c8-9452-e48c284e32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.374623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0db16aa2-068e-42c8-9452-e48c284e32b2 None None] Port 96edfb0e-661b-428c-a49a-dd3595bb537b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:02:19.375686 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.615951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.620347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.621262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:19.701244 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Pushing event updated for resources: {'Port': ['ID=96edfb0e-661b-428c-a49a-dd3595bb537b,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:19.748626 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:02:19.749980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:19.965645 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:02:19.997267 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-4053f0ae-45dd-4bf4-af86-8a86c271a000 None None] Provisioning complete for port 96edfb0e-661b-428c-a49a-dd3595bb537b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:19.997640 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4053f0ae-45dd-4bf4-af86-8a86c271a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:20.033913 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-4053f0ae-45dd-4bf4-af86-8a86c271a000 None None] Port 96edfb0e-661b-428c-a49a-dd3595bb537b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:02:20.064457 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:02:20.070264 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-dc4d9890-5f2e-4884-9c9d-7fa57d1eb582 admin admin] 10.222.0.11 "PUT /v2.0/routers/98fb15b7-37f6-4c1d-b784-cd7ebd0885e4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9756627 Aug 30 20:02:20.075451 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Sync routers for ids ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:02:20.087204 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Routers {'98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:02:20.088385 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:02:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:20.278389 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Set router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:02:20.751353 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:19Z', 'revision_number': 2, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port_host': None, '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:19Z', 'revision_number': 2, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:20.809529 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Checking router: 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:02:20.809918 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Updating router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 port 96edfb0e-661b-428c-a49a-dd3595bb537b binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:02:20.861868 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.404886 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.425577 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Transition to ACTIVE for port object 96edfb0e-661b-428c-a49a-dd3595bb537b will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:02:21.434979 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.604252 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Pushing event updated for resources: {'Port': ['ID=96edfb0e-661b-428c-a49a-dd3595bb537b,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:21.637425 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.637670 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.638018 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.638352 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.638707 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.638991 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.639314 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.639635 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.639964 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.640287 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.640610 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.640930 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Tracked resource versions report: Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: pushed versions: Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: { 'AddressGroup': {'1.2'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'ConntrackHelper': {'1.0'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Log': {'1.0'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Network': {'1.1'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Port': {'1.7'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'PortForwarding': {'1.2'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'QosPolicy': {'1.9'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroup': {'1.4'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SubPort': {'1.0'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Subnet': {'1.1'}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Trunk': {'1.1'}} Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: consumer versions: Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'ConntrackHelper': '1.0', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Log': '1.0', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Network': '1.1', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Port': '1.7', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'PortForwarding': '1.2', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'QosPolicy': '1.9', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroup': '1.4', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroupRule': '1.2', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SubPort': '1.0', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Subnet': '1.1', Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Trunk': '1.1'}} Aug 30 20:02:21.642084 dv-cinder-777031-3-iscsi neutron-server[94127]: {{(pid=94127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:02:21.650837 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Attempting to bind port 96edfb0e-661b-428c-a49a-dd3595bb537b on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:02:21.651236 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Attempting to bind port 96edfb0e-661b-428c-a49a-dd3595bb537b by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:02:21.651758 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Attempting to bind port 96edfb0e-661b-428c-a49a-dd3595bb537b on network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:02:21.658217 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:02:21.658553 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Checking segment: {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:02:21.659041 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.659429 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Bound using segment: {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:02:21.664306 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Bound port: 96edfb0e-661b-428c-a49a-dd3595bb537b, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a366a59a-474f-4768-b9b1-9647d7c50ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:02:21.664306 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.741277 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] For port 96edfb0e-661b-428c-a49a-dd3595bb537b, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:02:21.763735 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] For port 96edfb0e-661b-428c-a49a-dd3595bb537b, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=96edfb0e-661b-428c-a49a-dd3595bb537b,segment=NetworkSegment(a366a59a-474f-4768-b9b1-9647d7c50ae6),segment_id=a366a59a-474f-4768-b9b1-9647d7c50ae6)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:02:21.770372 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:21.835095 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Routers {'98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:02:21.835864 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:02:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:21.874948 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a42f0c-5eb1-46f2-b1f9-b89fb0f75d3d None None] Pushing event updated for resources: {'Port': ['ID=96edfb0e-661b-428c-a49a-dd3595bb537b,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:21.946477 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] Set router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:02:22.178248 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:19Z', 'revision_number': 2, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port_host': None, '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:21Z', 'revision_number': 4, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:22.204893 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91664925-72d3-48a2-b67e-73992fbcd942 None None] The sync data for ids ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'] in dv-cinder-777031-3-iscsi is: [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:19Z', 'revision_number': 2, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port_host': None, '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:21Z', 'revision_number': 4, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:02:22.454464 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41362) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:22.573640 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcffeb0-82a5-4453-8355-8a475ff37595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:22.577692 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2dcffeb0-82a5-4453-8355-8a475ff37595 admin admin] 10.222.0.11 "GET /v2.0/networks/eb893771-ee68-4469-a4ff-8f74d303189a HTTP/1.1" status: 200 len: 842 time: 0.1196172 Aug 30 20:02:22.585391 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:02:22.613068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Made reservation on behalf of 6ae93ba4e39e4098876d3f0dcb2e44ec for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:02:22.616215 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:22.947477 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.objects.ports [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94125) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 20:02:22.947854 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:23.003995 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43079556-98b5-4f18-8d43-524ab5636060,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:23.014515 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:02:23.014834 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Network hostable DHCP agents. Network: eb893771-ee68-4469-a4ff-8f74d303189a, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:02:23.036805 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:02:23.048418 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, eb893771-ee68-4469-a4ff-8f74d303189a) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:23.054422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:23.055034 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:23.060962 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e9f2d-e1ce-4ffb-a56c-0b8193d2e9bd None None] Network eb893771-ee68-4469-a4ff-8f74d303189a requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:02:23.081279 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-9d448391-c2e9-44df-82ff-88ff1d48182b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4967387 Aug 30 20:02:23.228041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d989e618-1953-4ece-ab16-8d0ebdd4c610 None None] Network eb893771-ee68-4469-a4ff-8f74d303189a requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:02:25.426640 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41370) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:25.570210 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-59a4168c-3721-4936-9cb1-e793db71d533 admin admin] 10.222.0.11 "GET /v2.0/routers/98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 HTTP/1.1" status: 200 len: 710 time: 0.1422427 Aug 30 20:02:25.659854 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612adc78-24d8-4e5b-8d84-b74882f1ad5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:02:25.661759 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-612adc78-24d8-4e5b-8d84-b74882f1ad5e admin admin] 10.222.0.11 "GET /v2.0/networks/eb893771-ee68-4469-a4ff-8f74d303189a HTTP/1.1" status: 200 len: 886 time: 0.0855987 Aug 30 20:02:25.673099 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:02:25.933817 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:26.271238 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:26.345565 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:26.454844 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Allocated IP 172.27.2.198 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/14de7d52-5991-4e68-bf36-a9c48bfc4097) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:02:26.560270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:26.602008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:26.646721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:02:26.649783 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:02:26.653485 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:02:26.658360 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Pushing event updated for resources: {'Port': ['ID=14de7d52-5991-4e68-bf36-a9c48bfc4097,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:26.920062 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:27.150386 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-418758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12544'] for router, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:27.155419 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-418783'] for router, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:27.293969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:02:27.416233 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:02:27.422853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:27.424219 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e10f04bc-fdcf-4464-9c3c-e4025a5c7160 admin admin] 10.222.0.11 "PUT /v2.0/routers/98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 HTTP/1.1" status: 200 len: 890 time: 1.7549005 Aug 30 20:02:28.428605 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:02:28.575973 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 96edfb0e-661b-428c-a49a-dd3595bb537b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:28.637014 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 96edfb0e-661b-428c-a49a-dd3595bb537b completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:02:28.642447 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 96edfb0e-661b-428c-a49a-dd3595bb537b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:28.643072 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:28.730216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:28.768900 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 96edfb0e-661b-428c-a49a-dd3595bb537b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=96edfb0e-661b-428c-a49a-dd3595bb537b,segment=NetworkSegment(a366a59a-474f-4768-b9b1-9647d7c50ae6),segment_id=a366a59a-474f-4768-b9b1-9647d7c50ae6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:02:28.774093 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:28.881531 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=96edfb0e-661b-428c-a49a-dd3595bb537b,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:28.885246 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Sync routers for ids ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:02:28.897196 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Routers {'98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:02:28.897886 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:02:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:29.125575 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Set router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:02:29.535265 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:26Z', 'revision_number': 4, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port': {'id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:26Z', 'updated_at': '2021-08-30T20:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:28Z', 'revision_number': 5, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:29.589324 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Checking router: 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:02:29.590149 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Updating router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 port 14de7d52-5991-4e68-bf36-a9c48bfc4097 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:02:29.638580 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:29.974763 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:29.978410 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41382) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:02:29.986256 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Transition to ACTIVE for port object 14de7d52-5991-4e68-bf36-a9c48bfc4097 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:02:29.996038 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:30.056534 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Attempting to bind port 14de7d52-5991-4e68-bf36-a9c48bfc4097 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:02:30.056904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Attempting to bind port 14de7d52-5991-4e68-bf36-a9c48bfc4097 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:02:30.057272 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Attempting to bind port 14de7d52-5991-4e68-bf36-a9c48bfc4097 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:02:30.064160 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426a1b-8d0a-4724-8cde-62d72a2f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=14de7d52-5991-4e68-bf36-a9c48bfc4097,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:30.067473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:02:30.067670 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:02:30.067949 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:30.068346 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:02:30.068835 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Bound port: 14de7d52-5991-4e68-bf36-a9c48bfc4097, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:02:30.069276 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:30.130883 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] For port 14de7d52-5991-4e68-bf36-a9c48bfc4097, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:02:30.135788 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-32f027ff-2f52-4fc6-ad36-925289d05256 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1531029 Aug 30 20:02:30.136005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] For port 14de7d52-5991-4e68-bf36-a9c48bfc4097, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=14de7d52-5991-4e68-bf36-a9c48bfc4097,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:02:30.142697 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:30.209469 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63426a1b-8d0a-4724-8cde-62d72a2f7fe9 None None] Pushing event updated for resources: {'Port': ['ID=14de7d52-5991-4e68-bf36-a9c48bfc4097,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:30.214150 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Routers {'98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:02:30.214807 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:02:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:30.424910 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] Set router 98fb15b7-37f6-4c1d-b784-cd7ebd0885e4 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:02:30.565150 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 96edfb0e-661b-428c-a49a-dd3595bb537b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:30.662005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 96edfb0e-661b-428c-a49a-dd3595bb537b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:30.662646 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:30.802413 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:26Z', 'revision_number': 4, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port': {'id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:26Z', 'updated_at': '2021-08-30T20:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:28Z', 'revision_number': 5, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:02:30.833928 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abee080-59fe-4050-8db8-679e03cab008 None None] The sync data for ids ['98fb15b7-37f6-4c1d-b784-cd7ebd0885e4'] in dv-cinder-777031-3-iscsi is: [{'id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'name': 'router1', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:02:09Z', 'updated_at': '2021-08-30T20:02:26Z', 'revision_number': 4, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'gw_port': {'id': '14de7d52-5991-4e68-bf36-a9c48bfc4097', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:6e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:26Z', 'updated_at': '2021-08-30T20:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '96edfb0e-661b-428c-a49a-dd3595bb537b', 'name': '', 'network_id': 'bd4f0b81-01da-4bbd-9ba0-30b38433b2ee', 'tenant_id': '38a1c628fb694c46ac5c76ae387281ee', 'mac_address': 'fa:16:3e:76:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fb15b7-37f6-4c1d-b784-cd7ebd0885e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:02:18Z', 'updated_at': '2021-08-30T20:02:28Z', 'revision_number': 5, 'project_id': '38a1c628fb694c46ac5c76ae387281ee', 'subnets': [{'id': '7b7123d1-f0df-44c6-9596-596e11a75305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f7a69567-5097-493d-8efd-4d00b8df64c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:02:32.584832 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 14de7d52-5991-4e68-bf36-a9c48bfc4097 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:32.642653 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 14de7d52-5991-4e68-bf36-a9c48bfc4097 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:02:32.647169 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 14de7d52-5991-4e68-bf36-a9c48bfc4097 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:32.647560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:32.750721 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:32.772270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 14de7d52-5991-4e68-bf36-a9c48bfc4097, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=14de7d52-5991-4e68-bf36-a9c48bfc4097,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:02:32.778113 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:32.838025 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=14de7d52-5991-4e68-bf36-a9c48bfc4097,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:02:34.583104 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 14de7d52-5991-4e68-bf36-a9c48bfc4097 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:02:34.661626 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 14de7d52-5991-4e68-bf36-a9c48bfc4097 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:02:34.662278 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:41.124140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cb758d27-7f1e-4aae-a765-9ddf9c05395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:44.298559 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3d019417-54d4-4d47-af70-06526b7b5c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:44.650770 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:45.580444 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:02:47.412319 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:05.432592 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:03:11.127127 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a914-d442-46be-b37b-04dd1ad03041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:14.304867 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-943d3f05-96b5-4407-8b38-61777e6525ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:14.653126 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:15.580741 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:17.410766 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:41.119001 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-b6b33c5e-0dc3-4675-bc22-a272f070dd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:42.432132 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:03:44.306815 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-039bce3c-65b8-4617-b24b-dd5ceee60c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:44.656492 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:45.580857 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:03:47.410772 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:08.753492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41944) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:08.815567 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5a5a06-4dca-42a5-aa14-7a9d5f3176a1 admin admin] GET failed (client error): The resource could not be found. Aug 30 20:04:08.817151 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3d5a5a06-4dca-42a5-aa14-7a9d5f3176a1 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623827 Aug 30 20:04:08.981994 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db74965-d195-4c1e-b850-a6d40990a3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:08.983475 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9db74965-d195-4c1e-b850-a6d40990a3e9 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613460 Aug 30 20:04:11.122247 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4c34d90e-cd94-4381-adfe-24363ba2c7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:11.252409 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41954) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:11.347046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cdd314-6d50-499e-9997-2be3b5317bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:11.349022 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-72cdd314-6d50-499e-9997-2be3b5317bdd admin admin] 10.222.0.11 "GET /v2.0/subnets/7b7123d1-f0df-44c6-9596-596e11a75305 HTTP/1.1" status: 200 len: 849 time: 0.0955071 Aug 30 20:04:11.359376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:04:11.448293 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:11.594204 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788368787420'] for subnet, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:11.626120 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:11.626656 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:11.627940 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] 10.222.0.11 "PUT /v2.0/subnets/7b7123d1-f0df-44c6-9596-596e11a75305 HTTP/1.1" status: 200 len: 868 time: 0.2723498 Aug 30 20:04:11.640345 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b09e20e-93dc-4544-8c36-4f609f775312 None None] Network bd4f0b81-01da-4bbd-9ba0-30b38433b2ee requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:04:11.652412 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7123d1-f0df-44c6-9596-596e11a75305,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:04:11.660897 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.661251 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.661690 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.662023 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.662354 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.662686 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.663012 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.663337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.663688 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.664015 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.664336 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.664657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedacff9-d3b7-4eeb-9a24-93568f7309d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:04:11.995263 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0a85d90f-b727-47d3-95d5-77434a8828f7 None None] Provisioning complete for port 96edfb0e-661b-428c-a49a-dd3595bb537b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:04:11.995637 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0a85d90f-b727-47d3-95d5-77434a8828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:12.086062 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0a85d90f-b727-47d3-95d5-77434a8828f7 None None] Provisioning complete for port 33e1ab6d-69d0-4f51-9c33-9a3261c14529 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:04:12.086672 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0a85d90f-b727-47d3-95d5-77434a8828f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:13.825469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41962) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:14.030542 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8e208-24dc-41b0-9c60-3700b5f33137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:14.030944 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8e208-24dc-41b0-9c60-3700b5f33137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:14.032480 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1df8e208-24dc-41b0-9c60-3700b5f33137 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060070 Aug 30 20:04:14.307639 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-def298b0-32b8-4ca4-b67c-c285cc9b1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:14.660714 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:15.583594 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:16.276692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41970) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:16.428409 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272dc247-5d02-4525-a409-6755b74a5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:16.428813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272dc247-5d02-4525-a409-6755b74a5fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:16.430645 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-272dc247-5d02-4525-a409-6755b74a5fe6 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1528337 Aug 30 20:04:17.414515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:18.685975 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 41978) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:18.861714 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372cfc66-fa90-4d89-b54e-b2850b215f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:18.863021 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-372cfc66-fa90-4d89-b54e-b2850b215f76 admin admin] 10.222.0.11 "GET /v2.0/networks/bd4f0b81-01da-4bbd-9ba0-30b38433b2ee HTTP/1.1" status: 200 len: 869 time: 0.1761196 Aug 30 20:04:19.430775 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:04:21.055132 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41986) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:21.188735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4f18e-7a21-4f04-9dc2-b81c9db0c688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:21.190166 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-b0a4f18e-7a21-4f04-9dc2-b81c9db0c688 admin admin] 10.222.0.11 "GET /v2.0/networks/eb893771-ee68-4469-a4ff-8f74d303189a HTTP/1.1" status: 200 len: 886 time: 0.1340737 Aug 30 20:04:23.408614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 41996) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:23.541395 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a7e46-1a26-49fb-8015-9566068ea73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:23.541886 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90a7e46-1a26-49fb-8015-9566068ea73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:23.543458 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f90a7e46-1a26-49fb-8015-9566068ea73c admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338863 Aug 30 20:04:25.828986 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42004) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:25.922974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436cd49-2994-483d-9de6-cf5662bb06cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:25.923430 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436cd49-2994-483d-9de6-cf5662bb06cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:25.924968 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5436cd49-2994-483d-9de6-cf5662bb06cc admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950446 Aug 30 20:04:28.155369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42012) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:28.250940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3d9dd-9d85-458a-bd39-5a14f2587729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:28.252326 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-90b3d9dd-9d85-458a-bd39-5a14f2587729 admin admin] 10.222.0.11 "GET /v2.0/subnets/43079556-98b5-4f18-8d43-524ab5636060 HTTP/1.1" status: 200 len: 816 time: 0.0959797 Aug 30 20:04:30.470214 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42020) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:30.647369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b37d96c-be5c-433a-87aa-1260c347f242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:30.648713 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5b37d96c-be5c-433a-87aa-1260c347f242 admin admin] 10.222.0.11 "GET /v2.0/subnets/7b7123d1-f0df-44c6-9596-596e11a75305 HTTP/1.1" status: 200 len: 868 time: 0.1773212 Aug 30 20:04:41.124923 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-1e89ad7f-fa90-4cac-8845-3a38fe649ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:44.309560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f198213-43f0-4863-b9cb-582d7909638a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:44.666085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:45.587419 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:47.421172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:04:55.051140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42074) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:55.101397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [None req-6c5499b2-15bd-48bb-997f-85bd4dea7571 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:04:55.102454 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6c5499b2-15bd-48bb-997f-85bd4dea7571 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503747 Aug 30 20:04:56.430328 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:04:57.424638 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42082) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:57.502699 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b46be5-b28e-422b-b7a7-6bed470bd98b admin admin] GET failed (client error): The resource could not be found. Aug 30 20:04:57.505621 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-71b46be5-b28e-422b-b7a7-6bed470bd98b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0799704 Aug 30 20:04:57.662093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff85ae5c-a8a9-47ee-a96e-21f1fedbbf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:04:57.663504 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ff85ae5c-a8a9-47ee-a96e-21f1fedbbf7a admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1523118 Aug 30 20:04:59.938526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42090) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:04:59.986240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:05:00.009000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Made reservation on behalf of 6ae93ba4e39e4098876d3f0dcb2e44ec for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:05:00.011309 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:00.041916 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING neutron.services.revisions.revision_plugin [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Could not find related network for resource to bump revision. Aug 30 20:05:00.058908 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:05:00.072002 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788368824778', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:00.072569 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Unsubscribe: segment precommit_create {{(pid=94125) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 20:05:00.073017 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Added segment bab80833-b624-4b59-ade5-66f58f724900 of type vlan for network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc Aug 30 20:05:00.126247 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:00.157935 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:00.158881 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:05:00.159461 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:00.236306 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2966878 Aug 30 20:05:00.254508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Pushing event updated for resources: {'Network': ['ID=80b0f65a-5625-44a4-b8aa-79b7462b5bfc,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:05:00.263074 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.263475 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.263826 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.264170 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.264504 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.264856 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.265197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.265524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.265879 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.266204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.266525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.266847 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddf5696-76d1-4732-910b-b9be33b9c95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:00.280153 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:05:02.454770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42098) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:05:02.566786 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4bc148-abc5-4ebe-adcf-ddccad1a0ec7 admin admin] GET failed (client error): The resource could not be found. Aug 30 20:05:02.568260 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-db4bc148-abc5-4ebe-adcf-ddccad1a0ec7 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1125677 Aug 30 20:05:02.637455 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669b8e3-b7ad-4748-ac56-8bdecb4c7fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:05:02.638911 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-6669b8e3-b7ad-4748-ac56-8bdecb4c7fbf admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657218 Aug 30 20:05:02.650305 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc', 'name': 'shared-subnet'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:05:02.670077 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Made reservation on behalf of 6ae93ba4e39e4098876d3f0dcb2e44ec for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:05:02.672443 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:02.852044 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:02.916542 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:05:02.918890 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Checking segment: {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:05:02.919243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Network hostable DHCP agents. Network: 80b0f65a-5625-44a4-b8aa-79b7462b5bfc, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:05:02.935208 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:05:02.944277 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 80b0f65a-5625-44a4-b8aa-79b7462b5bfc) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:05:02.949553 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:05:02.950601 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:02.953930 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778991b-e9a3-407a-8197-e3365a6197cf None None] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:05:02.964344 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-35ae1266-be72-44b9-8d2f-aedc054fe9b9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3174753 Aug 30 20:05:03.227023 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-80b0f65a-5625-44a4-b8aa-79b7462b5bfc', 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc', 'tenant_id': '6ae93ba4e39e4098876d3f0dcb2e44ec', 'fixed_ips': [{'subnet_id': 'f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:05:03.229297 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.371650 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Allocated IP 192.168.233.2 (80b0f65a-5625-44a4-b8aa-79b7462b5bfc/f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1/314c67da-25bf-420c-8731-5148764352de) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:05:03.527691 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.537600 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Transition to ACTIVE for port object 314c67da-25bf-420c-8731-5148764352de will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:05:03.554384 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Transition to ACTIVE for port object 314c67da-25bf-420c-8731-5148764352de will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:05:03.560512 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.602489 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:05:03.605422 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:05:03.611700 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:05:03.614490 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Pushing event updated for resources: {'Port': ['ID=314c67da-25bf-420c-8731-5148764352de,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:05:03.624856 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.625213 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.625556 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.625925 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.626283 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.626636 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.626956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.627285 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.627634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.627964 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.628313 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.628719 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:05:03.680532 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Attempting to bind port 314c67da-25bf-420c-8731-5148764352de on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:05:03.680926 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Attempting to bind port 314c67da-25bf-420c-8731-5148764352de by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:05:03.681283 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Attempting to bind port 314c67da-25bf-420c-8731-5148764352de on network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:05:03.690741 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:05:03.691537 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Checking segment: {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:05:03.691954 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.692360 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Bound using segment: {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:05:03.692836 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Bound port: 314c67da-25bf-420c-8731-5148764352de, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:05:03.693242 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.763641 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] For port 314c67da-25bf-420c-8731-5148764352de, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:05:03.766813 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] For port 314c67da-25bf-420c-8731-5148764352de, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=314c67da-25bf-420c-8731-5148764352de,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:05:03.773150 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:03.830736 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449dc2c-a5c4-46c5-a9ea-a0ed522651c5 None None] Pushing event updated for resources: {'Port': ['ID=314c67da-25bf-420c-8731-5148764352de,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:05:04.679028 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59cf18-39ca-4cc2-9426-9a0d3f29aa89 None None] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:05:04.681116 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 314c67da-25bf-420c-8731-5148764352de up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:05:04.788440 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-3fa24af8-ebc3-4cf1-89e6-11d2d9dc3046 None None] Provisioning for port 314c67da-25bf-420c-8731-5148764352de completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:05:04.836973 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 314c67da-25bf-420c-8731-5148764352de completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:05:04.846750 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 314c67da-25bf-420c-8731-5148764352de triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:05:04.847768 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:04.973084 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:05.021704 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 314c67da-25bf-420c-8731-5148764352de, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=314c67da-25bf-420c-8731-5148764352de,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:05:05.030710 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:05.106090 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=314c67da-25bf-420c-8731-5148764352de,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:05:05.224432 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-f447df93-6e56-47a1-9d97-8c3f5fa27c3c None None] Provisioning complete for port 314c67da-25bf-420c-8731-5148764352de triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:05:05.224820 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f447df93-6e56-47a1-9d97-8c3f5fa27c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:06.643681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 314c67da-25bf-420c-8731-5148764352de up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:05:06.690518 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 314c67da-25bf-420c-8731-5148764352de triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:05:06.691617 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:11.125608 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8d58f8e9-b96f-44bb-b920-a709f1170109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:14.310319 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-25153e1e-f41f-4afb-bd6f-f029a0f72418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:14.676433 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:15.590574 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:17.427271 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:33.429314 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:05:41.130690 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc04b316-7a85-48b5-bf2c-9f5ce1d7ac78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:44.316485 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cc43f2a8-9d57-4693-83cd-9c2c738bfec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:44.672915 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:45.592438 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:05:47.429227 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:10.427808 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:06:11.134179 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f679b681-b39c-4d39-83aa-484c3ae6b8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:12.525322 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42152) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:06:12.531283 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [None req-40078140-9576-4319-a3b5-f68ce1d4372e tempest-verify_tempest_config-1360532701 tempest-verify_tempest_config-1360532701-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:06:12.532284 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-40078140-9576-4319-a3b5-f68ce1d4372e tempest-verify_tempest_config-1360532701 tempest-verify_tempest_config-1360532701-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059824 Aug 30 20:06:12.828082 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42170) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:06:12.932242 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.052011 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.055955 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.103816 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=220a99f651b8414ab657c72edd8714bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2746530 Aug 30 20:06:13.104653 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff404b7-b4bd-414c-839d-b74e198850b3,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:06:13.106529 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42176) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:06:13.111240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.112222 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.112810 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.113013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.113223 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.113573 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.113935 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.114266 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.114611 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.114940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.115312 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.115592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c3e328-5d6f-4ac8-a9a8-bce44ff4ce3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.162781 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.183707 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.275819 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.278376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:13.279585 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aff404b7-b4bd-414c-839d-b74e198850b3 HTTP/1.1" status: 204 len: 168 time: 0.1720743 Aug 30 20:06:13.287998 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff404b7-b4bd-414c-839d-b74e198850b3,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:06:13.294677 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.295049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.295395 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.295734 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.296067 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.296412 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.296748 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.297074 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.297415 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.297771 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.298097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:13.298420 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2188-5433-459c-b114-a4c1ac55fdcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:06:14.306880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-237b5dbd-599d-45e1-be44-9434873dfc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:14.668219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:15.594272 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:17.432181 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:41.135966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-fd27a7fe-9597-4849-a979-ed9eddead47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:44.310114 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f7fa813b-d3f6-4bbc-bb9b-2fda818d548c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:44.669888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:45.599123 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:06:47.427699 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:06:47.435945 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:11.136551 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4218d3aa-fb3f-4f02-ab92-904ff129173f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:14.310670 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e7c95ae4-65c0-4b88-8cf5-338eede9b236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:14.672139 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:15.600927 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:17.438991 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:24.426169 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 5 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:07:41.137394 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f795b643-2232-482f-bf3b-52b5c5de2591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:44.312235 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-22ce2be9-b58a-4501-bfff-ac41ec726626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:44.673755 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:45.609269 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:47.442303 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:07:48.457008 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-416226'] for agent, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:01.424503 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:08:03.607812 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42248) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:08:03.715633 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c406e392-8d7d-4b59-bb7d-b34b92e55e6a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1067231 Aug 30 20:08:06.020013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42258) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:08:06.101050 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7a2bdb5b-efcc-416d-b9c7-b1a8065960bd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0798135 Aug 30 20:08:11.138523 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-401ca60a-99cd-4807-9f9a-21925b3a5a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:14.313195 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4cf7680f-5acc-4453-91b8-44dde7d17a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:14.674179 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:15.606630 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:17.445129 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:18.410218 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:38.423143 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:08:41.139745 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4b649415-4c7c-4ee8-aaa5-02f850708eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:44.312973 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e73f2606-5b1c-4cd1-b4c3-58af95257399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:44.676233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:45.610042 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:47.448884 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:08:48.428869 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:11.142538 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bd44c02c-1436-4224-beb0-e0682edd2a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:14.313579 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2d07-4b5c-4e0b-9d69-441b3ea79913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:14.678363 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:15.422234 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:09:15.617453 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:17.451558 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:18.442538 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:39.705966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42468) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:39.724159 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42476) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:40.036745 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-network', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.052577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-867718756-network', 'tenant_id': '1aaedd238874473c8e5e242bf8b69941'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.076479 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Made reservation on behalf of 6fcf607190a34beaa9659775d5976ef9 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:40.081602 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.099515 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.113495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:40.115758 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.131379 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.231661 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.237839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.264177 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:09:40.273305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.273646 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Added segment b0b33310-7f66-45cc-a273-cbb29fffc058 of type vlan for network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 Aug 30 20:09:40.347494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.355377 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0b2bc-c52a-4629-b7b8-63be50890797,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:40.390143 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.390516 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.390856 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.391193 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.391522 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.391867 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.392194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.392538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.392865 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.393212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.393509 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.393853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Tracked resource versions report: Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: pushed versions: Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: { 'AddressGroup': {'1.2'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'ConntrackHelper': {'1.0'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Log': {'1.0'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Network': {'1.1'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Port': {'1.7'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'PortForwarding': {'1.2'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'QosPolicy': {'1.9'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroup': {'1.4'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SubPort': {'1.0'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Subnet': {'1.1'}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Trunk': {'1.1'}} Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: consumer versions: Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: HyperV agent@hv-cinder-77703: {}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'ConntrackHelper': '1.0', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Log': '1.0', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Network': '1.1', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Port': '1.7', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'PortForwarding': '1.2', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'QosPolicy': '1.9', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroup': '1.4', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SecurityGroupRule': '1.2', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'SubPort': '1.0', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Subnet': '1.1', Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: 'Trunk': '1.1'}} Aug 30 20:09:40.394923 dv-cinder-777031-3-iscsi neutron-server[94125]: {{(pid=94125) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:09:40.397441 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.398497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:40.399044 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.414644 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42510) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:40.472387 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:40.484450 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:09:40.528617 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.538600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.542816 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42518) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:40.555110 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42522) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:40.556458 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5238f3a5-bf71-45cc-a06a-4b2f4114aef8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8301880 Aug 30 20:09:40.566092 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Request body: {'subnet': {'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-subnet', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.586069 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:09:40.600373 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Made reservation on behalf of 6fcf607190a34beaa9659775d5976ef9 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:40.602943 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a9af58-4adf-4db8-b038-c3bb1bc50695,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:40.604861 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.624511 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.624869 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Added segment 10868dbd-686f-4826-9961-3a84435e1b4d of type vlan for network b4edec65-c45b-4561-b29a-41ca1b2a0a36 Aug 30 20:09:40.687186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.725698 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.727243 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:40.728267 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.817897 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1100032 Aug 30 20:09:40.826529 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42530) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:40.839800 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Request body: {'subnet': {'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-867718756-subnet', 'tenant_id': '1aaedd238874473c8e5e242bf8b69941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.866202 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.880222 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636365899-network', 'tenant_id': '9f9d0366622a4b2e98bbaf50c3ec3e2c'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.901505 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:40.909891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:40.912987 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-712134099-network', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:40.917050 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb6138-813f-46a2-add9-c5cd030a5706 admin admin] Pushing event updated for resources: {'Network': ['ID=b4edec65-c45b-4561-b29a-41ca1b2a0a36,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:40.931080 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:09:41.007226 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Made reservation on behalf of 9f9d0366622a4b2e98bbaf50c3ec3e2c for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:41.019125 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.076558 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.114832 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Made reservation on behalf of 95be306b6491436fa9a9cccb6df7edb7 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:41.117192 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.160519 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-516dfb7a-70cd-4a7d-a123-3e7eb260a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.178979 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.219927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969a173b-5a4e-473c-918b-ad9b648d2e19,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:41.311557 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.311557 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.312145 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.312277 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.312509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.312851 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.313252 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.313499 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.313911 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.314239 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.314509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.314832 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Tracked resource versions report: Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: pushed versions: Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: { 'AddressGroup': {'1.2'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'ConntrackHelper': {'1.0'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Log': {'1.0'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Network': {'1.1'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Port': {'1.7'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'PortForwarding': {'1.2'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'QosPolicy': {'1.9'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroup': {'1.4'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SubPort': {'1.0'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Subnet': {'1.1'}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Trunk': {'1.1'}} Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: consumer versions: Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: HyperV agent@hv-cinder-77703: {}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'ConntrackHelper': '1.0', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Log': '1.0', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Network': '1.1', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Port': '1.7', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'PortForwarding': '1.2', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'QosPolicy': '1.9', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroup': '1.4', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SecurityGroupRule': '1.2', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'SubPort': '1.0', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Subnet': '1.1', Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: 'Trunk': '1.1'}} Aug 30 20:09:41.315944 dv-cinder-777031-3-iscsi neutron-server[94124]: {{(pid=94124) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:09:41.330524 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Checking segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:41.330887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Network hostable DHCP agents. Network: 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:09:41.364721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.372608 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:09:41.393742 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:41.400367 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:41.401137 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.407522 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d989487-3047-481c-afa1-4168acfa8a0a None None] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:41.432558 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.438043 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.474980 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78517e4e-d06c-4c0a-8408-ea7643fc5d46,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:41.483772 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a03c3c75-9fc9-43ec-a521-04b76ed21f16 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9269366 Aug 30 20:09:41.492991 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42560) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:41.502620 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:41.516172 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:09:41.525961 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Checking segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:41.526525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Network hostable DHCP agents. Network: b4edec65-c45b-4561-b29a-41ca1b2a0a36, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:09:41.546325 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=29bbf775-a897-43f7-8987-67fefe883b7f,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:41.550437 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.551210 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Added segment 14a89401-59d9-4201-b043-576dceb81873 of type vlan for network 597579ed-2a2f-4aba-9a4f-583cca89427b Aug 30 20:09:41.588982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:09:41.611887 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, b4edec65-c45b-4561-b29a-41ca1b2a0a36) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:41.618440 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:41.619074 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.641415 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.645156 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a263a6-a07c-4d12-862b-7e2b8a88d613 None None] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:41.706467 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.708299 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:41.709105 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.722022 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.776537 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ee17d4df-c2da-4430-8791-8e6a26cd6dcf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9467099 Aug 30 20:09:41.847225 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.849358 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.871483 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.979480 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5636415 Aug 30 20:09:41.984392 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42588) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:41.985467 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:09:41.988903 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:41.993359 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0370c9-e925-4d3d-92b8-397a93b1c3cc admin admin] Pushing event updated for resources: {'Network': ['ID=597579ed-2a2f-4aba-9a4f-583cca89427b,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:41.999568 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Request body: {'subnet': {'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636365899-subnet', 'tenant_id': '9f9d0366622a4b2e98bbaf50c3ec3e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:42.023118 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42590) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:42.055314 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 597579ed-2a2f-4aba-9a4f-583cca89427b details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:09:42.078491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Made reservation on behalf of 9f9d0366622a4b2e98bbaf50c3ec3e2c for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:42.079280 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.079727 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Added segment 8e90b200-265b-4acd-9e51-0151d41f2ce6 of type vlan for network 34624bf6-47c7-4826-9166-8b4dbc17eaaf Aug 30 20:09:42.087718 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.211723 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd671ec-7dd5-4449-8cd6-1b2baf8be277,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:42.251564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:09:42.261892 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.403604 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dfffc141-182c-46a7-ba0d-01f339dd5cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.416078 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.588170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.597899 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.625760 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.db.resource_extend [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 20:09:42.713173 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42616) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:42.752932 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3a3cff-de86-4a0b-82d1-151094a77761,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:42.772031 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.772997 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:42.779512 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.798100 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Checking segment: {'id': '14a89401-59d9-4201-b043-576dceb81873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:42.799835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Network hostable DHCP agents. Network: 597579ed-2a2f-4aba-9a4f-583cca89427b, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:09:42.933785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Network 597579ed-2a2f-4aba-9a4f-583cca89427b is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:09:42.942902 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dfffc141-182c-46a7-ba0d-01f339dd5cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.955510 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dfffc141-182c-46a7-ba0d-01f339dd5cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:42.998419 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4537895 Aug 30 20:09:43.001648 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42626) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:43.002030 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5816cc2-7cbb-4b11-b3db-28035fd2479d admin admin] Pushing event updated for resources: {'Network': ['ID=34624bf6-47c7-4826-9166-8b4dbc17eaaf,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.010246 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Request body: {'subnet': {'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-subnet', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:43.045361 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Allocated IP 172.20.0.2 (1c7a7d7f-5159-41d7-bc10-ebe925cd85b0/969a173b-5a4e-473c-918b-ad9b648d2e19/4192e752-84c5-4885-80a0-d8cb5951a205) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:43.048657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Made reservation on behalf of 95be306b6491436fa9a9cccb6df7edb7 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:43.051205 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.059759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 597579ed-2a2f-4aba-9a4f-583cca89427b) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:43.088678 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:09:43.091983 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531ddcc-32b7-4fe3-a69f-94bacec9fd04 None None] Network 597579ed-2a2f-4aba-9a4f-583cca89427b requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:43.093993 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e79f1a-11cb-4d5e-a8c3-0f6305863a72 None None] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:43.138902 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:43.139403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.148008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3f1a311a-416d-4956-890f-9035b2cef86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.175661 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfffc141-182c-46a7-ba0d-01f339dd5cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dc9602-7a8e-4cdc-9fa2-ea04f889c9e7,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.191130 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-dfffc141-182c-46a7-ba0d-01f339dd5cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0311d00329f84f969d54e54f541624ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1666198 Aug 30 20:09:43.195274 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42634) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:43.325553 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.364547 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.418720 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3f1a311a-416d-4956-890f-9035b2cef86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.425370 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.428632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3f1a311a-416d-4956-890f-9035b2cef86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.444172 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f0c78e18-08c3-423a-8c55-5c5a606e8bd6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4565651 Aug 30 20:09:43.470243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.486788 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-3f1a311a-416d-4956-890f-9035b2cef86e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a16e34ca7a041dcb0c47ae40ff1b3bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7705975 Aug 30 20:09:43.487476 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.490160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.493519 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38dc9602-7a8e-4cdc-9fa2-ea04f889c9e7 HTTP/1.1" status: 204 len: 168 time: 0.2945914 Aug 30 20:09:43.493519 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42640) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:43.499323 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a311a-416d-4956-890f-9035b2cef86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d2e34-aabc-42fd-8d07-2edb15ebf191,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.522914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed939c-e895-49f0-a13e-3a1393aea987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dc9602-7a8e-4cdc-9fa2-ea04f889c9e7,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.658070 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.687374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.761370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.769880 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.772208 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/911d2e34-aabc-42fd-8d07-2edb15ebf191 HTTP/1.1" status: 204 len: 168 time: 0.2783787 Aug 30 20:09:43.778734 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14be08-bc12-44b9-b9fa-5ceba63a00d0 None None] Network 597579ed-2a2f-4aba-9a4f-583cca89427b requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:43.791120 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5741cd7-5994-4ff8-a930-9412b163cd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d2e34-aabc-42fd-8d07-2edb15ebf191,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.798507 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Allocated IP 172.27.2.69 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/b2a34cf2-7195-457f-9bee-cbe270628ed9) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:43.804513 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.857520 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.882304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Transition to ACTIVE for port object 4192e752-84c5-4885-80a0-d8cb5951a205 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:43.901318 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43686237-88c9-4169-af37-9a68f639451e,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:43.916379 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Transition to ACTIVE for port object 4192e752-84c5-4885-80a0-d8cb5951a205 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:43.930845 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:43.979807 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Checking segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:43.980168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Network hostable DHCP agents. Network: 34624bf6-47c7-4826-9166-8b4dbc17eaaf, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:09:44.011761 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:44.023149 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:09:44.039933 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:44.043592 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:44.045984 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 34624bf6-47c7-4826-9166-8b4dbc17eaaf) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:44.051000 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Pushing event updated for resources: {'Port': ['ID=4192e752-84c5-4885-80a0-d8cb5951a205,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:44.056887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:44.057480 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.067734 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.069752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.070167 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.070852 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.071152 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.072111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.072742 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.073208 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.073492 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.073854 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.074234 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.074566 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Tracked resource versions report: Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: pushed versions: Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: { 'AddressGroup': {'1.2'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'ConntrackHelper': {'1.0'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Log': {'1.0'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Network': {'1.1'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Port': {'1.7'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'PortForwarding': {'1.2'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'QosPolicy': {'1.9'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroup': {'1.4'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SubPort': {'1.0'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Subnet': {'1.1'}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Trunk': {'1.1'}} Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: consumer versions: Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: HyperV agent@hv-cinder-77703: {}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'ConntrackHelper': '1.0', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Log': '1.0', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Network': '1.1', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Port': '1.7', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'PortForwarding': '1.2', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'QosPolicy': '1.9', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroup': '1.4', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SecurityGroupRule': '1.2', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'SubPort': '1.0', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Subnet': '1.1', Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: 'Trunk': '1.1'}} Aug 30 20:09:44.075763 dv-cinder-777031-3-iscsi neutron-server[94126]: {{(pid=94126) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:09:44.097930 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.102005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32041bbe-5fec-45e8-9999-2a1eb95422ef None None] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:44.115723 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-593475c0-3675-4ce4-984c-7934c4e78d3f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1105769 Aug 30 20:09:44.120782 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42672) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:44.126608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:44.188745 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.195876 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.225700 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Attempting to bind port 4192e752-84c5-4885-80a0-d8cb5951a205 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:09:44.226085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Attempting to bind port 4192e752-84c5-4885-80a0-d8cb5951a205 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:09:44.226454 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Attempting to bind port 4192e752-84c5-4885-80a0-d8cb5951a205 on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:09:44.235922 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.241086 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:09:44.241471 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Checking segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:44.241900 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.242297 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Bound using segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:09:44.242839 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Bound port: 4192e752-84c5-4885-80a0-d8cb5951a205, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:09:44.243678 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.273605 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42678) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:44.315588 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e5cac145-17b0-4a1f-94f6-189244fdf8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.343263 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-910f067a-fe57-4c9b-bf9f-5d5585fbad20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.365188 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a34cf2-7195-457f-9bee-cbe270628ed9,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:44.386025 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:44.387894 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:44.396387 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:44.434646 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] For port 4192e752-84c5-4885-80a0-d8cb5951a205, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:09:44.440862 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] For port 4192e752-84c5-4885-80a0-d8cb5951a205, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4192e752-84c5-4885-80a0-d8cb5951a205,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:09:44.450500 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.465134 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e5cac145-17b0-4a1f-94f6-189244fdf8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.484339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e5cac145-17b0-4a1f-94f6-189244fdf8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.536599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0928d-c88a-4d3f-8557-423d52991503 None None] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:44.567255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e5cac145-17b0-4a1f-94f6-189244fdf8bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c59ea62ee8644829a3316c017f6aebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2872443 Aug 30 20:09:44.569048 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cac145-17b0-4a1f-94f6-189244fdf8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bad64e-c936-42b2-b1ac-4a58602da731,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:44.580577 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42684) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:44.589180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.671664 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42692) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:44.673896 dv-cinder-777031-3-iscsi neutron-server[94125]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 20:09:44.755395 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.782919 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51770c-52cd-4354-9fbf-b29e1b647c52 None None] Pushing event updated for resources: {'Port': ['ID=4192e752-84c5-4885-80a0-d8cb5951a205,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:44.788542 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.845984 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:44.920923 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42694) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:44.992500 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fe9359c8-7c72-4030-932c-2a69c6c0a39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.022560 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.058725 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42708) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:45.099337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.126881 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-15f7f399-310e-4261-bf6c-f0237253b4fd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:45.129092 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-15f7f399-310e-4261-bf6c-f0237253b4fd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.4562414 Aug 30 20:09:45.142530 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.145027 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.147487 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2bad64e-c936-42b2-b1ac-4a58602da731 HTTP/1.1" status: 204 len: 168 time: 0.5644820 Aug 30 20:09:45.174872 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42da020-b4e8-47d6-ae4c-8e27b899fd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bad64e-c936-42b2-b1ac-4a58602da731,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:45.191005 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-aba56fd8-087e-4196-9d32-66d4c72444ec tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/quotas/1aaedd238874473c8e5e242bf8b69941 HTTP/1.1" status: 200 len: 375 time: 0.0329654 Aug 30 20:09:45.301466 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-5f6d68e8-9b15-45bb-a3d8-baa1b47a503d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767555 Aug 30 20:09:45.330495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-47957626-5650-48da-ae4b-34d03d346cdf tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:45.332082 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-47957626-5650-48da-ae4b-34d03d346cdf tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/networks?id=597579ed-2a2f-4aba-9a4f-583cca89427b HTTP/1.1" status: 200 len: 811 time: 0.2674057 Aug 30 20:09:45.351453 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fe9359c8-7c72-4030-932c-2a69c6c0a39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.354926 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-ff7dbb4d-d880-4d21-93e8-0a9dfe4346c6 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/quotas/9f9d0366622a4b2e98bbaf50c3ec3e2c HTTP/1.1" status: 200 len: 375 time: 0.0165014 Aug 30 20:09:45.364902 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fe9359c8-7c72-4030-932c-2a69c6c0a39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.386452 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.400538 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-6cb5c7fd-7306-46bd-960f-e9bd18830e70 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9f9d0366622a4b2e98bbaf50c3ec3e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356774 Aug 30 20:09:45.497001 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fe9359c8-7c72-4030-932c-2a69c6c0a39b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b3d3f97a69d46d78d0c7d4e5ec98fda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5745466 Aug 30 20:09:45.497994 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42722) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:45.510594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9359c8-7c72-4030-932c-2a69c6c0a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb773ee-5611-4282-bc80-94f45ef3a9d6,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:45.606685 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.632928 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.640520 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.694456 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-91e3aac9-b838-45fc-b1ae-4764f01013b1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:09:45.697401 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-91e3aac9-b838-45fc-b1ae-4764f01013b1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1738701 Aug 30 20:09:45.716266 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-10d136bc-b344-4334-9fce-03b43b1f66f8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:09:45.717560 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-10d136bc-b344-4334-9fce-03b43b1f66f8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1135032 Aug 30 20:09:45.732239 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.786913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.861384 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Router 46f18c76-0b66-4b42-8d62-56f721679efc is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:09:45.944183 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Allocated IP 172.27.2.81 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/b2153479-d033-46e4-bf79-a3a2b02dbd9c) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:45.952258 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.955103 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:45.958757 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4eb773ee-5611-4282-bc80-94f45ef3a9d6 HTTP/1.1" status: 204 len: 168 time: 0.4478238 Aug 30 20:09:45.961317 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b34520-bbd7-487f-a11a-57cf52c9d16c None None] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:09:45.972147 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-1df8f57e-1989-4990-955a-1983b7dfd02a service neutron] 10.222.0.11 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287161 Aug 30 20:09:46.022235 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2368-a433-4207-950c-c22f77d0cd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb773ee-5611-4282-bc80-94f45ef3a9d6,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:46.039351 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-4c6602b2-20b7-432d-8a08-83162407f4b3 None None] Provisioning for port 4192e752-84c5-4885-80a0-d8cb5951a205 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:46.052035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:09:46.064609 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:09:46.093376 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:46.095910 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:46.117902 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:46.123367 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9d9262ec-2ad1-47bf-b157-ec72f03dc498 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6284890 Aug 30 20:09:46.126976 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42744) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:46.167160 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-64de9351-aad3-4232-bbb9-39daf2dbc0f1 service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643366 Aug 30 20:09:46.478988 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:46.577551 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-1d21f17f-5948-4ce0-a6f2-22fcdf6149d0 service neutron] 10.222.0.11 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022184 Aug 30 20:09:46.597075 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-4499f2d2-40cd-40d9-9427-c1c61d25df8e service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087524 Aug 30 20:09:46.614855 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:46.666938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:46.694394 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:46.698874 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:46.727131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:46.842367 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:44Z', 'revision_number': 3, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:46.926357 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:09:46.929203 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Updating router 46f18c76-0b66-4b42-8d62-56f721679efc port b2a34cf2-7195-457f-9bee-cbe270628ed9 binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:09:46.980310 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4192e752-84c5-4885-80a0-d8cb5951a205 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:47.044995 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.090714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.100668 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.174763 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 4192e752-84c5-4885-80a0-d8cb5951a205 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:47.183624 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4192e752-84c5-4885-80a0-d8cb5951a205 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:47.184558 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.272738 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2153479-d033-46e4-bf79-a3a2b02dbd9c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:47.509494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.525270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.619620 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b258b29c-9f96-4ac4-bade-2cd214db4c5c req-8d2891d6-cf85-4d12-b3cf-2db2dffea4e3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.1809070 Aug 30 20:09:47.622425 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38675d6b-4eba-4a54-86c9-b71616b793fe req-c1456c26-57b4-4fb4-b724-b3c7d1bce4fb tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.1624544 Aug 30 20:09:47.637873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 4192e752-84c5-4885-80a0-d8cb5951a205, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4192e752-84c5-4885-80a0-d8cb5951a205,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:09:47.655375 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.716308 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Allocated IP 172.20.0.1 (1c7a7d7f-5159-41d7-bc10-ebe925cd85b0/969a173b-5a4e-473c-918b-ad9b648d2e19/4361789c-70e6-43cb-a413-cc36a0f55056) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:47.792022 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=4192e752-84c5-4885-80a0-d8cb5951a205,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:47.794554 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.834728 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Transition to ACTIVE for port object b2a34cf2-7195-457f-9bee-cbe270628ed9 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:47.848870 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.949628 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Attempting to bind port b2a34cf2-7195-457f-9bee-cbe270628ed9 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:09:47.951064 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Attempting to bind port b2a34cf2-7195-457f-9bee-cbe270628ed9 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:09:47.951064 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Attempting to bind port b2a34cf2-7195-457f-9bee-cbe270628ed9 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:09:47.978043 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:09:47.981153 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:47.981856 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.982439 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:09:47.984339 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.985402 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Bound port: b2a34cf2-7195-457f-9bee-cbe270628ed9, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:09:47.986123 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:47.986732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.023753 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Transition to ACTIVE for port object 4361789c-70e6-43cb-a413-cc36a0f55056 will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:48.053364 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Pushing event updated for resources: {'Port': ['ID=b2a34cf2-7195-457f-9bee-cbe270628ed9,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:48.077572 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.079033 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.082615 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.083197 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.083606 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.084005 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.084419 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.086566 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.087582 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.087991 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.088861 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.090243 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Tracked resource versions report: Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: pushed versions: Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: { 'AddressGroup': {'1.2'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'ConntrackHelper': {'1.0'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Log': {'1.0'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Network': {'1.1'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Port': {'1.7'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'PortForwarding': {'1.2'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'QosPolicy': {'1.9'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroup': {'1.4'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroupRule': {'1.2'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SubPort': {'1.0'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Subnet': {'1.1'}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Trunk': {'1.1'}} Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: consumer versions: Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: { DHCP agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: HyperV agent@hv-cinder-77703: {}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: L3 agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: Metadata agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: Metering agent@dv-cinder-777031-3-iscsi: {}, Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: Open vSwitch agent@dv-cinder-777031-3-iscsi: { 'AddressGroup': '1.2', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'ConntrackHelper': '1.0', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Log': '1.0', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Network': '1.1', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Port': '1.7', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'PortForwarding': '1.2', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'QosPolicy': '1.9', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroup': '1.4', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SecurityGroupRule': '1.2', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'SubPort': '1.0', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Subnet': '1.1', Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: 'Trunk': '1.1'}} Aug 30 20:09:48.120852 dv-cinder-777031-3-iscsi neutron-server[94127]: {{(pid=94127) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 20:09:48.152221 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.231271 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] For port b2a34cf2-7195-457f-9bee-cbe270628ed9, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:09:48.239484 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] For port b2a34cf2-7195-457f-9bee-cbe270628ed9, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2a34cf2-7195-457f-9bee-cbe270628ed9,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:09:48.248135 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.282087 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:48.295856 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:48.340738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:48.341627 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.346411 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Router 20a9ee19-6843-4bc7-9db4-77b877df944e is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:09:48.477525 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff001e9c-2d89-4bbe-9dbe-da2b45b868ae None None] Pushing event updated for resources: {'Port': ['ID=b2a34cf2-7195-457f-9bee-cbe270628ed9,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:48.489332 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.558896 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:48.559540 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:48.592919 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:48.631832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:09:48.643315 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Sync routers for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:09:48.651131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:48.652749 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-b0f81924-ba5d-4ce3-8afb-c93cded87ef1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5306814 Aug 30 20:09:48.655717 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42870) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:48.672738 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:48.674307 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:48.858556 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:48.953700 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-912644af-9b66-42fd-8a58-71a8c0111418 req-eb06e83a-2082-4e12-9fae-139a5a801a67 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.1202743 Aug 30 20:09:48.999070 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e77373de-0498-4cee-bf6c-7165c0f7208b req-4665aa9e-d23c-4795-baf0-1929ff6fe257 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.1291339 Aug 30 20:09:49.147676 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.287310 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4192e752-84c5-4885-80a0-d8cb5951a205 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:49.402350 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-bdc1e580-9103-4013-9894-7b07fc8dd956 None None] Provisioning for port 4361789c-70e6-43cb-a413-cc36a0f55056 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:49.421880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-bdc1e580-9103-4013-9894-7b07fc8dd956 None None] Provisioning complete for port 4361789c-70e6-43cb-a413-cc36a0f55056 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:49.422552 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bdc1e580-9103-4013-9894-7b07fc8dd956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.504254 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:44Z', 'revision_number': 3, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:49.546907 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-bdc1e580-9103-4013-9894-7b07fc8dd956 None None] Port 4361789c-70e6-43cb-a413-cc36a0f55056 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:09:49.588829 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fefd0-4d91-498d-b7ac-02e3b41a129a None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:44Z', 'revision_number': 3, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:09:49.598555 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:49.622855 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.629919 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.631741 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.700716 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4192e752-84c5-4885-80a0-d8cb5951a205 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:49.701083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:49.924888 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:49.974035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:49.975869 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:50.299636 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:09:50.407252 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:46Z', 'revision_number': 3, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:50.515168 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e21dca70-e122-4412-bdcf-c50e76a6c7c4 req-0aec462c-bcfa-4304-9fb1-ed7b639ccf6a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.0495985 Aug 30 20:09:50.517903 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Checking router: 20a9ee19-6843-4bc7-9db4-77b877df944e for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:09:50.518355 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Updating router 20a9ee19-6843-4bc7-9db4-77b877df944e port b2153479-d033-46e4-bf79-a3a2b02dbd9c binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:09:50.554658 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:50.651649 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:09:50.674356 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:50.678608 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-48a10f0e-6dcc-4f21-ac04-f72dbda1e9a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/46f18c76-0b66-4b42-8d62-56f721679efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5504825 Aug 30 20:09:50.738458 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-84640be0-30c3-4ca5-b5c1-f73bd6df66ac None None] Provisioning complete for port 4361789c-70e6-43cb-a413-cc36a0f55056 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:50.738833 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-84640be0-30c3-4ca5-b5c1-f73bd6df66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:50.787109 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-00981c52-ce8c-44d0-a1bc-9ea7c7763cd5 req-15799387-94bb-4858-bd0d-ee7b069bd774 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.0920956 Aug 30 20:09:50.970254 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2a34cf2-7195-457f-9bee-cbe270628ed9 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:50.977090 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-84640be0-30c3-4ca5-b5c1-f73bd6df66ac None None] Port 4361789c-70e6-43cb-a413-cc36a0f55056 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:09:50.979098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Allocated IP 172.20.0.1 (34624bf6-47c7-4826-9166-8b4dbc17eaaf/43686237-88c9-4169-af37-9a68f639451e/5aec7e89-dd18-469b-9483-de8bc5324191) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:51.143946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port b2a34cf2-7195-457f-9bee-cbe270628ed9 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:51.175448 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b2a34cf2-7195-457f-9bee-cbe270628ed9 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:51.175824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.188613 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.234978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.273519 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:51.280779 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:51.284578 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:51.284786 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.334872 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.342857 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Pushing event updated for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.362235 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.378077 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port b2a34cf2-7195-457f-9bee-cbe270628ed9, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2a34cf2-7195-457f-9bee-cbe270628ed9,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:09:51.381093 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Transition to ACTIVE for port object b2153479-d033-46e4-bf79-a3a2b02dbd9c will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:51.385217 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.390805 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.454762 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Attempting to bind port b2153479-d033-46e4-bf79-a3a2b02dbd9c on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:09:51.455120 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Attempting to bind port b2153479-d033-46e4-bf79-a3a2b02dbd9c by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:09:51.455472 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Attempting to bind port b2153479-d033-46e4-bf79-a3a2b02dbd9c on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:09:51.464371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:09:51.464743 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:51.465147 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.465541 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:09:51.465743 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42956) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:51.466097 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Bound port: b2153479-d033-46e4-bf79-a3a2b02dbd9c, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:09:51.466508 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.469371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=b2a34cf2-7195-457f-9bee-cbe270628ed9,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.469859 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.470857 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072528570', 'description': 'tempest-description--703116954'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:51.513712 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.545221 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2bae-5109-4acb-b6f4-eb504b15f257 None None] Pushing event updated for resources: {'Port': ['ID=b2153479-d033-46e4-bf79-a3a2b02dbd9c,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.554017 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] For port b2153479-d033-46e4-bf79-a3a2b02dbd9c, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:09:51.558271 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] For port b2153479-d033-46e4-bf79-a3a2b02dbd9c, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2153479-d033-46e4-bf79-a3a2b02dbd9c,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:09:51.563357 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.650111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:51.651223 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:51.671182 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d0203d5-193e-4ce7-a4e1-83310b5e3f6d req-ef2366e9-ca59-4d02-8c67-c916de070b2d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.0405028 Aug 30 20:09:51.697873 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.703397 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.730373 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.731941 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2651265 Aug 30 20:09:51.735400 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 42968) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:51.743161 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group_rule': {'security_group_id': '23948ffa-95e8-4188-a492-4b1f674a26e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:51.745749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e2bae-5109-4acb-b6f4-eb504b15f257 None None] Pushing event updated for resources: {'Port': ['ID=b2153479-d033-46e4-bf79-a3a2b02dbd9c,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.757360 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a676fe-58db-468b-ac56-92da28303551 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23948ffa-95e8-4188-a492-4b1f674a26e8,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.769677 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.781041 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.782263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.832843 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:51.835329 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:51.847067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Pushing event updated for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:51.911567 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26f333d7-c0d2-4e79-94ac-3e08182162a1 req-eaddb70f-db30-4be2-9342-36f523159fb8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.0475445 Aug 30 20:09:52.021342 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.033109 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.056608 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:09:52.061523 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:52.065283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:52.069788 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663a13f1-d254-44df-abd1-10068905348f,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:52.074389 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:52.075916 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:52.085376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.087472 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-37cb824d-1266-49e3-98c8-c903dd233e53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494806 Aug 30 20:09:52.090256 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42974) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:52.094999 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group_rule': {'security_group_id': '23948ffa-95e8-4188-a492-4b1f674a26e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:52.100822 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '5aec7e89-dd18-469b-9483-de8bc5324191', 'name': '', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'mac_address': 'fa:16:3e:35:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:50Z', 'updated_at': '2021-08-30T20:09:50Z', 'revision_number': 1, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'subnets': [{'id': '43686237-88c9-4169-af37-9a68f639451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:52.130210 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1f31a-9181-48f3-9824-d4c5a6aa30d6 None None] The sync data for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi is: [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '5aec7e89-dd18-469b-9483-de8bc5324191', 'name': '', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'mac_address': 'fa:16:3e:35:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:50Z', 'updated_at': '2021-08-30T20:09:50Z', 'revision_number': 1, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'subnets': [{'id': '43686237-88c9-4169-af37-9a68f639451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:09:52.140625 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.242366 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.249000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Router 20a9ee19-6843-4bc7-9db4-77b877df944e has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:09:52.249250 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.271417 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8452ff4a-9f4a-48d4-9cc8-928b6e2bca7c,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:52.282638 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.283971 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d0e4d5cf-20f6-4540-b7c9-fba2b9c080cc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926696 Aug 30 20:09:52.288528 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 42978) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:52.293798 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:52.318291 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:52.321430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.429034 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:09:52.436911 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ff3670f8-8ad0-4095-b433-2ae2bd423dca admin admin] 10.222.0.11 "PUT /v2.0/routers/20a9ee19-6843-4bc7-9db4-77b877df944e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7800355 Aug 30 20:09:52.457917 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:09:52.570510 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.648881 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:49Z', 'revision_number': 2, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:52.692814 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:09:52.692814 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Updating router 46f18c76-0b66-4b42-8d62-56f721679efc port 4361789c-70e6-43cb-a413-cc36a0f55056 binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:09:52.733603 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Allocated IP 172.27.2.199 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/520e645b-b89e-459d-a53d-921094c37e45) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:52.739822 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:52.889583 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c0960f17-c091-437f-a941-7e765872e5ca req-b3c5ed82-64f0-4079-8394-d9ee955a2ea2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.0585141 Aug 30 20:09:52.896662 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2a34cf2-7195-457f-9bee-cbe270628ed9 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:52.984174 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.001521 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b2a34cf2-7195-457f-9bee-cbe270628ed9 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:53.002574 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.085308 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.116939 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ebb91ac4-8b09-4f22-8ecf-08612ef0fd9f req-68297c6d-09ad-4dd2-b9f3-670903345556 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.0467091 Aug 30 20:09:53.191655 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:53.197313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:53.200711 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-2dfb01d9-3d1c-401f-88ed-206c70b2bbf3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:53.200911 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=520e645b-b89e-459d-a53d-921094c37e45,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:53.206068 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-2dfb01d9-3d1c-401f-88ed-206c70b2bbf3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 818 time: 0.2630434 Aug 30 20:09:53.212869 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:53.218882 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-25cac54d-e76a-48fe-8288-b127bf860e76 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/quotas/95be306b6491436fa9a9cccb6df7edb7 HTTP/1.1" status: 200 len: 375 time: 0.0119469 Aug 30 20:09:53.301174 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.308219 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-b2cb7ec0-9462-4d70-bd80-8693fd37649c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0824289 Aug 30 20:09:53.333748 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Transition to ACTIVE for port object 4361789c-70e6-43cb-a413-cc36a0f55056 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:53.343051 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.369333 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.416510 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10af95-bcaa-4bc1-b092-d59927b5ca72 None None] Pushing event updated for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:53.434492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.482301 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-30213b52-0350-4cac-9ba5-f95b090965b4 service neutron] 10.222.0.11 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595101 Aug 30 20:09:53.505056 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Attempting to bind port 4361789c-70e6-43cb-a413-cc36a0f55056 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:09:53.505514 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Attempting to bind port 4361789c-70e6-43cb-a413-cc36a0f55056 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:09:53.506107 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Attempting to bind port 4361789c-70e6-43cb-a413-cc36a0f55056 on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:09:53.513215 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:09:53.513590 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Checking segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:53.514367 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.515275 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Bound using segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:09:53.515974 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Bound port: 4361789c-70e6-43cb-a413-cc36a0f55056, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:09:53.516358 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.653990 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] For port 4361789c-70e6-43cb-a413-cc36a0f55056, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:09:53.658965 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] For port 4361789c-70e6-43cb-a413-cc36a0f55056, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4361789c-70e6-43cb-a413-cc36a0f55056,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:09:53.669148 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.688953 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-09f6b6ae-d941-4513-883d-fe7d391344e3 service neutron] 10.222.0.11 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992300 Aug 30 20:09:53.731229 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.746675 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:53.747324 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:53.765168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.779633 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.792637 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10af95-bcaa-4bc1-b092-d59927b5ca72 None None] Pushing event updated for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:53.843296 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:53.844965 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5554714 Aug 30 20:09:53.846164 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df79043-04c5-47e6-ab6a-ad3fcf6d7a7c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=520e645b-b89e-459d-a53d-921094c37e45,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:53.978593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2caca442-7494-4107-b317-690f3b63326f req-f55214dc-2972-404e-a777-0227cf0d089a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 210 time: 0.0566940 Aug 30 20:09:54.012950 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:54.276390 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3efe4fcf-0c1a-49a9-b0ed-5f1061692b5c req-22a1220f-8f47-4c3b-9e28-e7fc9f8d4c29 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.1990211 Aug 30 20:09:54.349721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-83b0b530-9366-4a60-a53f-96296b1d0940 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2072528570&fields=id&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 267 time: 0.0756726 Aug 30 20:09:54.425037 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:53Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:54.491563 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983bf112-f4fc-4da5-8b65-f3c75c972143 None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:53Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:09:54.611217 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-61fde6b8-187d-4cda-8038-16bce57090e3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:54.612801 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-61fde6b8-187d-4cda-8038-16bce57090e3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 817 time: 0.2508893 Aug 30 20:09:54.700831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-c229ecb2-8027-44db-a755-f2564723b8d2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:54.703525 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-c229ecb2-8027-44db-a755-f2564723b8d2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 818 time: 0.2771928 Aug 30 20:09:54.706286 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-11a365f2-9909-40e3-947b-2bda239c4b9e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/quotas/6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 375 time: 0.0752714 Aug 30 20:09:54.766166 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-d9229eb1-3cdd-4968-bc28-6fbce25057be tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/quotas/95be306b6491436fa9a9cccb6df7edb7 HTTP/1.1" status: 200 len: 375 time: 0.0513151 Aug 30 20:09:54.807062 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-36aa6e26-2439-4c14-80b2-19fc4ab9657f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817780 Aug 30 20:09:54.965524 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2153479-d033-46e4-bf79-a3a2b02dbd9c up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:54.977804 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-0b46f703-648b-40d2-8d31-aadb324a756b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951888 Aug 30 20:09:55.057693 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port b2153479-d033-46e4-bf79-a3a2b02dbd9c completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:55.062164 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b2153479-d033-46e4-bf79-a3a2b02dbd9c triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:55.062454 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:55.097423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d4cbd671-5dd3-4927-8f17-9350b884a853 service neutron] 10.222.0.11 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700624 Aug 30 20:09:55.190886 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:55.199340 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-d28c1108-fda3-4345-8d30-eb14bc3cee16 service neutron] 10.222.0.11 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198594 Aug 30 20:09:55.228267 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port b2153479-d033-46e4-bf79-a3a2b02dbd9c, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2153479-d033-46e4-bf79-a3a2b02dbd9c,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:09:55.233427 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:55.235354 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4361789c-70e6-43cb-a413-cc36a0f55056 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:55.317135 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.90', 63873) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:55.341628 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Sync routers for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:09:55.353222 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=b2153479-d033-46e4-bf79-a3a2b02dbd9c,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:55.381395 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:55.382824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:55.408087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-2c7532a2-87d7-43ae-8e22-33436f7fc156 service neutron] 10.222.0.11 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075138 Aug 30 20:09:55.445437 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d5b62b3a-22cb-45e5-add0-b14f6c6dcdb1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294656 Aug 30 20:09:55.594286 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 4361789c-70e6-43cb-a413-cc36a0f55056 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:09:55.604111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4361789c-70e6-43cb-a413-cc36a0f55056 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:55.604884 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:55.655363 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-a5c43a21-5312-4bc5-a019-e87ed8884b4d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:55.657315 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-a5c43a21-5312-4bc5-a019-e87ed8884b4d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.90 "GET /v2.0/networks?id=597579ed-2a2f-4aba-9a4f-583cca89427b HTTP/1.1" status: 200 len: 811 time: 0.3383241 Aug 30 20:09:55.682683 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:55.747978 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Request body: {'port': {'device_id': '79008273-8370-4951-85e1-cdb72d5dc69f', 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b', 'admin_state_up': True, 'tenant_id': '9f9d0366622a4b2e98bbaf50c3ec3e2c'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:55.938487 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77756540-5cc9-4bbe-8032-061d996ae7fd req-31991bd1-18c3-40a0-a584-41304cb38235 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.1700094 Aug 30 20:09:56.038994 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.90', 63879) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:56.168059 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-412dad4a-b0b8-4add-8ddf-940e678821aa req-244b6112-3d12-4a0e-8332-1a310b9bad30 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.1547389 Aug 30 20:09:56.198738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Made reservation on behalf of 9f9d0366622a4b2e98bbaf50c3ec3e2c for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:56.210164 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:56.385324 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:56.454498 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9b40d6b7-e86d-4424-a66f-d39149ad7fe9 req-b002900c-c85c-4307-b799-e24b9b8cfcaf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.1404936 Aug 30 20:09:56.474920 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ec2d3c7a-9a3a-4e44-8cb9-7f7df7f9514e req-766b85d3-9307-437b-945a-ca8bdd68a181 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.3346245 Aug 30 20:09:56.554976 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 4361789c-70e6-43cb-a413-cc36a0f55056, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4361789c-70e6-43cb-a413-cc36a0f55056,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:09:56.568999 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:56.690098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-75e81dbc-6e64-4f6d-8192-64e7bd94c2f7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:56.713742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-75e81dbc-6e64-4f6d-8192-64e7bd94c2f7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.6739824 Aug 30 20:09:56.721301 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.90', 63882) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:09:56.795159 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Request body: {'port': {'device_id': 'c1b32575-ca82-4336-aeda-848395822de9', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'admin_state_up': True, 'tenant_id': '1aaedd238874473c8e5e242bf8b69941'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:09:56.942424 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:57.016792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2153479-d033-46e4-bf79-a3a2b02dbd9c up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:57.244156 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '5aec7e89-dd18-469b-9483-de8bc5324191', 'name': '', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'mac_address': 'fa:16:3e:35:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:50Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 2, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'subnets': [{'id': '43686237-88c9-4169-af37-9a68f639451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:57.297613 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d07ec17-e6ac-4ee7-bfec-cf1a58fd4d66 req-a29ee775-d9b2-48e8-9256-00e44a60e92c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.0829823 Aug 30 20:09:57.419515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Checking router: 20a9ee19-6843-4bc7-9db4-77b877df944e for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:09:57.419992 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Updating router 20a9ee19-6843-4bc7-9db4-77b877df944e port 5aec7e89-dd18-469b-9483-de8bc5324191 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:09:57.514403 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b2153479-d033-46e4-bf79-a3a2b02dbd9c triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:57.514773 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:57.623346 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:57.682111 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7a21253-5809-4173-bedc-10028a44c0fd req-f9bc12f4-bfc8-48b7-8a56-4a001f66050c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.1871316 Aug 30 20:09:57.707582 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Allocated IP 172.20.0.9 (597579ed-2a2f-4aba-9a4f-583cca89427b/fd3a3cff-de86-4a0b-82d1-151094a77761/967d46bd-4d67-4a23-80fa-ce358a2937f8) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:57.803067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-5fe5fa6e-cdac-4b19-9441-f00f5c9ed65e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:57.807203 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-5fe5fa6e-cdac-4b19-9441-f00f5c9ed65e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 818 time: 1.0834398 Aug 30 20:09:57.847129 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb55d956-c61e-451a-8a81-428d312e8957 req-022ab1bd-2a29-4c00-af5b-a1a5f806512e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.1152451 Aug 30 20:09:57.948512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74845c42-34f6-4850-ba56-fe1f7d80cd8a req-a277ac87-8bba-4191-bb35-ab97166d54ee tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.1037180 Aug 30 20:09:57.977493 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:09:57.986270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.068083 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.140924 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.262430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Pushing event updated for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:58.288272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Network 597579ed-2a2f-4aba-9a4f-583cca89427b is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:58.291051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:58.294508 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:58.302219 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:58.303079 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.335870 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-b1294d3e-0ede-459c-abac-e827b691c911 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5970714 Aug 30 20:09:58.418654 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.451550 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Transition to ACTIVE for port object 5aec7e89-dd18-469b-9483-de8bc5324191 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:09:58.475293 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.612242 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8837e-db06-4062-9e3d-c921d199759f None None] Pushing event updated for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:58.772032 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Attempting to bind port 5aec7e89-dd18-469b-9483-de8bc5324191 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:09:58.772465 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Attempting to bind port 5aec7e89-dd18-469b-9483-de8bc5324191 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:09:58.772860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Attempting to bind port 5aec7e89-dd18-469b-9483-de8bc5324191 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:09:58.779155 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:09:58.779820 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Checking segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:09:58.780344 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.780814 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Bound using segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:09:58.781441 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Bound port: 5aec7e89-dd18-469b-9483-de8bc5324191, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:09:58.781946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.924949 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] For port 5aec7e89-dd18-469b-9483-de8bc5324191, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:09:58.931023 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] For port 5aec7e89-dd18-469b-9483-de8bc5324191, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=5aec7e89-dd18-469b-9483-de8bc5324191,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:09:58.936324 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4361789c-70e6-43cb-a413-cc36a0f55056 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:09:58.939504 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bef76-9a66-4d09-a3c3-33675d68e83b req-5da96cdb-6fc5-4d10-8fdd-e1256f668d11 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:58.941045 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:58.948486 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-739bef76-9a66-4d09-a3c3-33675d68e83b req-5da96cdb-6fc5-4d10-8fdd-e1256f668d11 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.4805081 Aug 30 20:09:58.951862 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Allocated IP 172.20.0.14 (b4edec65-c45b-4561-b29a-41ca1b2a0a36/29bbf775-a897-43f7-8987-67fefe883b7f/90f69a01-28c0-4db3-b4fd-c58d3a8ea266) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:09:59.004988 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57d15a35-bff3-4287-af37-77319c4eac9f req-0823ff82-632c-45db-8c60-696bd759eead tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.0445547 Aug 30 20:09:59.057876 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-739bef76-9a66-4d09-a3c3-33675d68e83b req-ee0d53c1-2b5b-42d8-82ec-c765a5114a64 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054072 Aug 30 20:09:59.065820 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:09:59.066694 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:09:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:59.241207 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:09:59.256346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:59.327770 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:59.345385 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8837e-db06-4062-9e3d-c921d199759f None None] Pushing event updated for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:59.412562 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4361789c-70e6-43cb-a413-cc36a0f55056 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:09:59.430073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:59.444247 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3dea6979-046f-4645-81ed-003a44b4c820 req-89d251c4-354f-4134-a3fd-40ecf78d31d7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.1253333 Aug 30 20:09:59.549945 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-736c1cd1-f91b-4569-9577-e7c7f141ffd5 req-a80fe504-15aa-42df-a6eb-bfdb05d9b531 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.1011474 Aug 30 20:09:59.589499 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:09:59.595037 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event updated for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:09:59.598839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:09:59.606226 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:09:59.612325 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:09:59.619426 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:09:59.660379 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-de121f40-8a4d-48a8-bd23-4b780af6a62f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8921864 Aug 30 20:09:59.816461 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '5aec7e89-dd18-469b-9483-de8bc5324191', 'name': '', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'mac_address': 'fa:16:3e:35:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:50Z', 'updated_at': '2021-08-30T20:09:58Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'subnets': [{'id': '43686237-88c9-4169-af37-9a68f639451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:09:59.844589 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6d50e0-9f3f-45c5-8389-a930d6409357 None None] The sync data for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi is: [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '5aec7e89-dd18-469b-9483-de8bc5324191', 'name': '', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'mac_address': 'fa:16:3e:35:4e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:50Z', 'updated_at': '2021-08-30T20:09:58Z', 'revision_number': 4, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'subnets': [{'id': '43686237-88c9-4169-af37-9a68f639451e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:10:00.207450 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65210e72-d326-4be9-bf86-5681a5f8b7fc req-c42d7355-9f63-477a-9b1c-2597db977c29 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:00.208959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-65210e72-d326-4be9-bf86-5681a5f8b7fc req-c42d7355-9f63-477a-9b1c-2597db977c29 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0876434 Aug 30 20:10:00.226290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2641360-bdb3-4002-8895-911fab5b1b28 req-c73de2a4-e541-443b-b4b6-d3329fbee787 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:00.229279 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a2641360-bdb3-4002-8895-911fab5b1b28 req-c73de2a4-e541-443b-b4b6-d3329fbee787 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0802972 Aug 30 20:10:00.284697 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-65210e72-d326-4be9-bf86-5681a5f8b7fc req-cf88caf7-f737-422b-a6b8-5a963c45bd24 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Aug 30 20:10:00.289537 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a2641360-bdb3-4002-8895-911fab5b1b28 req-1d248984-3bc3-480b-a876-ea8f033df6e4 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542293 Aug 30 20:10:00.557244 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5b0badda-0913-40b9-ac9c-0c9794883e1f req-affa0deb-53d3-4afe-8271-4ff2db18b6b5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Aug 30 20:10:00.663640 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-96af54ac-0e90-4abf-baa5-0aac565ea450 req-61549c4b-a4e2-4bf0-bd8a-19514835f220 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0418637 Aug 30 20:10:00.885864 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 5aec7e89-dd18-469b-9483-de8bc5324191 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:00.959893 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 5aec7e89-dd18-469b-9483-de8bc5324191 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:00.965668 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 5aec7e89-dd18-469b-9483-de8bc5324191 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:00.966726 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:01.055063 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:01.089458 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 5aec7e89-dd18-469b-9483-de8bc5324191, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=5aec7e89-dd18-469b-9483-de8bc5324191,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:01.093456 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:01.145124 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:01.432205 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9b2b-4b32-464e-bf5a-b0a84f0562c2 req-f51c9234-2068-4375-a3c3-4904464a442e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:01.433581 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3baf9b2b-4b32-464e-bf5a-b0a84f0562c2 req-f51c9234-2068-4375-a3c3-4904464a442e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0799205 Aug 30 20:10:01.441554 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fafe74-3ad2-488d-98e7-b3e052bd2331 req-0ac8813b-ad6c-4dea-909a-f4916c993e49 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:01.442987 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d7fafe74-3ad2-488d-98e7-b3e052bd2331 req-0ac8813b-ad6c-4dea-909a-f4916c993e49 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0805185 Aug 30 20:10:01.500482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3baf9b2b-4b32-464e-bf5a-b0a84f0562c2 req-492a8055-dbd9-4a3f-b86b-197ee6127987 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565598 Aug 30 20:10:01.503226 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d7fafe74-3ad2-488d-98e7-b3e052bd2331 req-80aa3d8c-73d6-45a0-b19f-ccc40326eb80 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532489 Aug 30 20:10:01.659751 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb20fbb6-fc07-4e55-ba33-6d7afefcf9a8 req-bdd6de8f-5b34-4696-b589-ebc69b204cf7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Aug 30 20:10:01.777478 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d01a5f23-ce1c-404a-942c-f9c8a0523782 req-d242be9d-ddec-43be-9c7e-2f550374b5de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0271344 Aug 30 20:10:02.656542 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f98558-3e61-4335-9fe2-8518297727dd req-f2f80433-a281-494a-9a96-ec8f77254e4e tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:02.657980 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b3f98558-3e61-4335-9fe2-8518297727dd req-f2f80433-a281-494a-9a96-ec8f77254e4e tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0826738 Aug 30 20:10:02.665398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440887ba-1dfb-470b-9e0a-4f5dcbfd7822 req-32070006-9914-43d4-a184-2967f63dfefa tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:02.666985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-440887ba-1dfb-470b-9e0a-4f5dcbfd7822 req-32070006-9914-43d4-a184-2967f63dfefa tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0929399 Aug 30 20:10:02.734690 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b3f98558-3e61-4335-9fe2-8518297727dd req-517739b2-e99d-4768-b1ca-06699589e735 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666974 Aug 30 20:10:02.739300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-440887ba-1dfb-470b-9e0a-4f5dcbfd7822 req-65fb6e1d-9015-4c0e-9126-9873a234fa8f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645278 Aug 30 20:10:02.849675 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 5aec7e89-dd18-469b-9483-de8bc5324191 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:02.864256 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1ea6cc7e-ce35-4ce5-affe-11358654524e req-ee611edd-b5ad-40de-9e53-d0a22e95102a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0412400 Aug 30 20:10:02.909976 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 5aec7e89-dd18-469b-9483-de8bc5324191 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:02.910267 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:02.914471 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14ff68e1-9eb5-4aef-b05d-1ed30fbe77fc req-f6e58648-62ff-4a7a-8caf-0b3c575f7504 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Aug 30 20:10:03.878356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e29b9-2101-438e-be34-16f4df46af35 req-df662c6d-3333-4a8a-af7d-d8caa6861dd7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:03.879805 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-db7e29b9-2101-438e-be34-16f4df46af35 req-df662c6d-3333-4a8a-af7d-d8caa6861dd7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0759006 Aug 30 20:10:03.891497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a1f51-edc7-4087-aeef-dc2c97dee0d3 req-b1f42361-c624-4092-9d66-7d78e18dba8c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:03.892873 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a0a1f51-edc7-4087-aeef-dc2c97dee0d3 req-b1f42361-c624-4092-9d66-7d78e18dba8c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0795896 Aug 30 20:10:03.940015 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-db7e29b9-2101-438e-be34-16f4df46af35 req-0df24b74-16a6-446d-b600-a1be52407d34 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 Aug 30 20:10:03.956822 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a0a1f51-edc7-4087-aeef-dc2c97dee0d3 req-0cb43791-0b28-43cb-888a-95f80d03505e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524580 Aug 30 20:10:04.045242 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ee84ddd-78eb-413f-9a73-d2d42cd6a187 req-0097550b-8869-4b1b-8960-33cc8d97a8a9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Aug 30 20:10:04.095270 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97419651-b72b-4a3d-be2f-bea1e6b8d39c req-a479bab1-e8c1-4598-9d2f-f662beea933b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Aug 30 20:10:05.103624 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752025d-0d8c-48bd-9fb1-a8c3cc157481 req-7a3af03b-5f01-4d49-88b4-eb15bc01ebd8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:05.112267 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e752025d-0d8c-48bd-9fb1-a8c3cc157481 req-7a3af03b-5f01-4d49-88b4-eb15bc01ebd8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.1004741 Aug 30 20:10:05.145753 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327da3b-b70f-4e09-ac22-3fccfc5da9f9 req-ca37a2be-ac35-449c-9125-56967b03d1a2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:05.147746 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d327da3b-b70f-4e09-ac22-3fccfc5da9f9 req-ca37a2be-ac35-449c-9125-56967b03d1a2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.1211336 Aug 30 20:10:05.195108 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e752025d-0d8c-48bd-9fb1-a8c3cc157481 req-5db5f90f-6154-44e5-91b5-d9127ca02d5c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817409 Aug 30 20:10:05.238853 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d327da3b-b70f-4e09-ac22-3fccfc5da9f9 req-d160771a-3d7f-4948-89bc-1cf6543271f6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766776 Aug 30 20:10:05.380414 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb62dfff-8876-4a51-944e-f7682229de68 req-4e90ab6a-ff90-4b0c-81a5-155d7c55f427 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0465176 Aug 30 20:10:05.438315 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b86354dc-b57b-473d-b0f7-678d4076ef80 req-2dfc6c35-485a-4fc9-ba4e-eb960e8f74cd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0312791 Aug 30 20:10:05.828736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43414) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:05.829064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43416) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:05.952163 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3211-497f-440c-b480-ee66698ee179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:05.967133 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-026448ff-0f0f-4523-87e2-53c7eb747efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.061326 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3211-497f-440c-b480-ee66698ee179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.067202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6e3211-497f-440c-b480-ee66698ee179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.115996 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3211-497f-440c-b480-ee66698ee179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8817d3-0d5b-41ac-8cb5-e0d53f25a08e,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:06.131002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7f6e3211-497f-440c-b480-ee66698ee179 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91942a8d991e4ae395fc7f4a0564a1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997260 Aug 30 20:10:06.135600 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43422) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:06.215370 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.220475 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-026448ff-0f0f-4523-87e2-53c7eb747efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.226075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-026448ff-0f0f-4523-87e2-53c7eb747efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.238778 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.270374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026448ff-0f0f-4523-87e2-53c7eb747efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1dd8e-c103-4f20-bd1a-ed07998c90ad,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:06.327468 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.332811 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.334206 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb8817d3-0d5b-41ac-8cb5-e0d53f25a08e HTTP/1.1" status: 204 len: 168 time: 0.1972196 Aug 30 20:10:06.347828 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-026448ff-0f0f-4523-87e2-53c7eb747efb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=229d7f0f64344515b503be5742f9c4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155225 Aug 30 20:10:06.349162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43432) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:06.351690 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558c49b-a5bc-44f9-88b2-22063c569c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8817d3-0d5b-41ac-8cb5-e0d53f25a08e,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:06.418780 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708206f-71b5-4fd8-9abe-3c500f78e37a req-9ff6dc4d-c183-44ec-aa19-1058d0c97f6f tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:06.427882 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f708206f-71b5-4fd8-9abe-3c500f78e37a req-9ff6dc4d-c183-44ec-aa19-1058d0c97f6f tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.1372480 Aug 30 20:10:06.507409 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d8f01-a632-4ecb-9c83-91423f2fcb72 req-b86fbd74-53c8-43c0-a76e-48f8b3289e11 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:06.509075 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b1d8f01-a632-4ecb-9c83-91423f2fcb72 req-b86fbd74-53c8-43c0-a76e-48f8b3289e11 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.1526434 Aug 30 20:10:06.510460 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.531585 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f708206f-71b5-4fd8-9abe-3c500f78e37a req-8f8380e4-d9a7-4bf0-b89b-d4aad5f01518 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924506 Aug 30 20:10:06.645287 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b1d8f01-a632-4ecb-9c83-91423f2fcb72 req-737fc83c-8d7f-4b8b-8977-77d54ce48fd4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078146 Aug 30 20:10:06.685141 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.714232 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb1c4937-b792-42bf-8d27-a07a07b0febc req-e34c3cad-c260-4132-b509-7542e9082692 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0678432 Aug 30 20:10:06.775272 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f2e95a6-f71d-46c7-9038-135cd5cc26fa req-6957ca2d-5c76-4685-8034-ba3c8f014e09 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0328422 Aug 30 20:10:06.812464 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.815149 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.818649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8e1dd8e-c103-4f20-bd1a-ed07998c90ad HTTP/1.1" status: 204 len: 168 time: 0.4664805 Aug 30 20:10:06.825799 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afa1ef-81f1-4838-8a1e-e6d3724de14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1dd8e-c103-4f20-bd1a-ed07998c90ad,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:06.865559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43444) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:06.880080 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f14745d5-ab2b-4262-8b79-5710d3a0f45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.984543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f14745d5-ab2b-4262-8b79-5710d3a0f45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:06.988452 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f14745d5-ab2b-4262-8b79-5710d3a0f45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.027070 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f14745d5-ab2b-4262-8b79-5710d3a0f45c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7588da406f31489292aa650f2c3142f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603460 Aug 30 20:10:07.027760 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14745d5-ab2b-4262-8b79-5710d3a0f45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07091268-5e77-43a5-b91a-9088f9aa3969,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:07.029775 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43448) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:07.087930 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.107658 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.160230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.163021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.166637 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07091268-5e77-43a5-b91a-9088f9aa3969 HTTP/1.1" status: 204 len: 168 time: 0.1333838 Aug 30 20:10:07.174347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901596d3-2a04-4aa1-917d-5ce97b235111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07091268-5e77-43a5-b91a-9088f9aa3969,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:07.608514 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43480) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:07.666086 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc362-5c37-4e31-8188-155cfa9dcb10 req-9445d90f-9c28-4275-b72c-2e4e3a694ee6 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:07.667649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-853fc362-5c37-4e31-8188-155cfa9dcb10 req-9445d90f-9c28-4275-b72c-2e4e3a694ee6 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0519736 Aug 30 20:10:07.771325 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-853fc362-5c37-4e31-8188-155cfa9dcb10 req-3804c328-e402-4cd5-8ffa-913e7900a5c6 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948405 Aug 30 20:10:07.794944 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682441457-network', 'tenant_id': 'b81a84f0c7844d768975349491ad99d0'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:07.832168 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9df6c1-3546-48a4-9584-6782cffd59e2 req-ecfff9ec-31cf-46b2-bced-0c5991a4b5e8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:07.833833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3b9df6c1-3546-48a4-9584-6782cffd59e2 req-ecfff9ec-31cf-46b2-bced-0c5991a4b5e8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0983298 Aug 30 20:10:07.858137 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Made reservation on behalf of b81a84f0c7844d768975349491ad99d0 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:07.860571 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.879987 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:07.916539 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-595fa7e6-555a-4d0a-a54d-aa2981a60a4f req-8c2236aa-576d-497f-aede-7bea24c7c63e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0527527 Aug 30 20:10:07.926259 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3b9df6c1-3546-48a4-9584-6782cffd59e2 req-a190b659-1af1-4923-8971-65992c15b6d6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857105 Aug 30 20:10:08.045976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.048710 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6a21276-a253-4e01-b15c-2d96e12fa153 req-c7dd7122-fbef-4a3d-94b0-af464a4fafd3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0454249 Aug 30 20:10:08.052422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.091854 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:10:08.098501 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a714744a-9dfd-4e0b-8ba9-5d7141c89ad8,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:08.106005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.106341 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Added segment 1b868b98-2d5d-491f-ac4e-767b9cd6fd85 of type vlan for network ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 Aug 30 20:10:08.155686 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.183105 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.184255 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:08.184903 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.243646 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6338756 Aug 30 20:10:08.246585 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43506) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:08.253386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Request body: {'subnet': {'network_id': 'ca50ed1c-fe4e-486e-b9b2-47b13e9c0235', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1682441457-subnet', 'tenant_id': 'b81a84f0c7844d768975349491ad99d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:08.273843 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7266-1e91-4187-8465-377e6fb6816b admin admin] Pushing event updated for resources: {'Network': ['ID=ca50ed1c-fe4e-486e-b9b2-47b13e9c0235,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:08.284061 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Made reservation on behalf of b81a84f0c7844d768975349491ad99d0 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:08.287961 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.293472 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:10:08.517429 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.585421 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=992a6aa2-0495-4ec1-8524-ef59d27604a4,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:08.597143 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Checking segment: {'id': '1b868b98-2d5d-491f-ac4e-767b9cd6fd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'ca50ed1c-fe4e-486e-b9b2-47b13e9c0235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:08.597503 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Network hostable DHCP agents. Network: ca50ed1c-fe4e-486e-b9b2-47b13e9c0235, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:10:08.619379 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Network ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:10:08.628364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, ca50ed1c-fe4e-486e-b9b2-47b13e9c0235) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:10:08.637683 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:08.637808 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:08.640468 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d4bf9a-1e54-4527-b79f-5b107fafedad None None] Network ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:10:08.657701 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4043cb0d-376a-41d3-9c26-9c93bfecb605 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4072871 Aug 30 20:10:08.790337 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de75f3-6822-465c-9447-7fa76f5d3c72 None None] Network ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:10:08.899114 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886f137-5f21-4735-94d1-954061d66267 req-bb94f95b-1929-49fd-b18a-6da759145874 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:08.901206 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7886f137-5f21-4735-94d1-954061d66267 req-bb94f95b-1929-49fd-b18a-6da759145874 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0581658 Aug 30 20:10:08.952215 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7886f137-5f21-4735-94d1-954061d66267 req-841ee78e-f26a-4d09-ae43-66710c6a2645 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Aug 30 20:10:09.067076 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2ade005e-9ab1-44cf-a0a0-a5d06cc80786 req-e990f294-a4e0-4a03-9c86-5ff8787715e3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0368729 Aug 30 20:10:09.112252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c790b0-d833-4da2-8bd2-49e8ca7e7b2b req-f94265de-16f6-4084-9f67-e131c12a44a8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:09.115400 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29c790b0-d833-4da2-8bd2-49e8ca7e7b2b req-f94265de-16f6-4084-9f67-e131c12a44a8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0724070 Aug 30 20:10:09.200451 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a6d680c-2c9f-4384-9ee1-5aa7064a387a req-821158ef-dcd3-49cb-8540-2330ede0f906 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0358779 Aug 30 20:10:09.222803 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29c790b0-d833-4da2-8bd2-49e8ca7e7b2b req-bee0f5f3-5cba-4fc9-860b-42a1d4b90f03 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927567 Aug 30 20:10:09.400009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43554) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:09.405470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119425804-network', 'tenant_id': '070e637faa324e239203633120aad708'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:09.448442 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Made reservation on behalf of 070e637faa324e239203633120aad708 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:09.450883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.460881 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.568079 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.573403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.598867 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:10:09.609944 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52367faf-3f33-4b2b-8303-49d3266ffe41,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:09.615081 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.615423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Added segment bcc8fbbf-6f04-43f0-bece-959917f79e85 of type vlan for network ae6309b7-56a6-45ad-9b3e-1ea2e6da14df Aug 30 20:10:09.659051 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.688419 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.689373 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:09.689997 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:09.750275 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3490894 Aug 30 20:10:09.753348 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43558) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:09.755529 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f6b7-3e45-4576-9ae2-a5d3138fc6a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae6309b7-56a6-45ad-9b3e-1ea2e6da14df,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:09.760421 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Request body: {'subnet': {'network_id': 'ae6309b7-56a6-45ad-9b3e-1ea2e6da14df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2119425804-subnet', 'tenant_id': '070e637faa324e239203633120aad708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:09.766174 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network ae6309b7-56a6-45ad-9b3e-1ea2e6da14df details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:10:09.806365 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Made reservation on behalf of 070e637faa324e239203633120aad708 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:09.808937 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.018035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.094523 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef2211-d011-402c-bd85-64b4c198b40e req-33830be2-8eab-4e7a-89f1-60c0db55cd46 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:10.096165 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-16ef2211-d011-402c-bd85-64b4c198b40e req-33830be2-8eab-4e7a-89f1-60c0db55cd46 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0750248 Aug 30 20:10:10.106667 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff890b4-8e61-472a-bbcf-573c0118b402,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:10.111050 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Checking segment: {'id': 'bcc8fbbf-6f04-43f0-bece-959917f79e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ae6309b7-56a6-45ad-9b3e-1ea2e6da14df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:10.111404 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Network hostable DHCP agents. Network: ae6309b7-56a6-45ad-9b3e-1ea2e6da14df, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:10:10.130246 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Network ae6309b7-56a6-45ad-9b3e-1ea2e6da14df is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:10:10.160916 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, ae6309b7-56a6-45ad-9b3e-1ea2e6da14df) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:10:10.167673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:10.167874 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.172634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a312b48-10a3-47ed-94e7-e19b61d8d56b None None] Network ae6309b7-56a6-45ad-9b3e-1ea2e6da14df requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:10:10.189707 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-8cd64098-4f0a-421b-911a-6651ac9b0466 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4325926 Aug 30 20:10:10.213912 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-16ef2211-d011-402c-bd85-64b4c198b40e req-21906e70-7f8e-4f40-bb7c-04eedec75989 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034052 Aug 30 20:10:10.217755 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ea2fea26-e60a-497a-af7f-545c8ddf5aa3 req-42eaa12a-5fc1-4dbb-9e26-e2da81b525ec tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0633795 Aug 30 20:10:10.348139 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-388820ae-7a17-4a2c-823b-903ee1d7098d req-26074eec-af77-4886-959c-eb06f3617b3a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0490460 Aug 30 20:10:10.355051 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4b16e0-73e2-4850-b88b-1859fdbfb77e None None] Network ae6309b7-56a6-45ad-9b3e-1ea2e6da14df requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:10:10.381302 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02565a2d-025c-4800-9783-94307b89deac req-a50a5911-a959-4af2-a9ad-e3c8d985ddca tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:10.381302 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-02565a2d-025c-4800-9783-94307b89deac req-a50a5911-a959-4af2-a9ad-e3c8d985ddca tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0681839 Aug 30 20:10:10.389306 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43572) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:10.422495 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-02565a2d-025c-4800-9783-94307b89deac req-764efdbf-c766-4b90-9a5a-c11f3d1f0bf5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Aug 30 20:10:10.446056 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Deleting subnet 992a6aa2-0495-4ec1-8524-ef59d27604a4 {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:10:10.450310 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.501746 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.511419 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.573335 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.602757 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992a6aa2-0495-4ec1-8524-ef59d27604a4,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:10.606632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.608927 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-791b254c-b5d4-4457-8225-3fed7c4a07a8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/992a6aa2-0495-4ec1-8524-ef59d27604a4 HTTP/1.1" status: 204 len: 168 time: 0.2182059 Aug 30 20:10:10.610956 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43578) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:10.676440 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.771306 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:10.782364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.782704 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.783470 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.783793 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > port after_create 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.784130 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.784455 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > port after_update 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.784768 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.785077 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.785386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:10.785737 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.065058 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.065395 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.065738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.066066 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.066394 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca50ed1c-fe4e-486e-b9b2-47b13e9c0235']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:11.084474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b868b98-2d5d-491f-ac4e-767b9cd6fd85') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:11.085304 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b868b98-2d5d-491f-ac4e-767b9cd6fd85') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:11.101376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.122208 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.130219 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:10:11.130601 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: from cryptography.utils import int_from_bytes Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: from cryptography.utils import int_from_bytes Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:10:11.135136 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:10:11.146111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d8a63e63-6258-4b95-a6b5-10f0eb2e0f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.191311 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.201017 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.203767 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca50ed1c-fe4e-486e-b9b2-47b13e9c0235 HTTP/1.1" status: 204 len: 168 time: 0.5918376 Aug 30 20:10:11.206562 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43582) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:11.213608 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae43dcf-7ba1-44db-a8c4-f1267ab304dd admin admin] Pushing event deleted for resources: {'Network': ['ID=ca50ed1c-fe4e-486e-b9b2-47b13e9c0235,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:11.254786 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Deleting subnet 2ff890b4-8e61-472a-bbcf-573c0118b402 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:10:11.259400 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.482435 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2050b4e7-3d30-4e96-843f-182b582bee5d req-02780477-7237-4438-8a5b-5d391e4897ab tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.1895161 Aug 30 20:10:11.486254 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.498955 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.554089 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eba4b-d19b-4257-b321-12ecd43c47ec req-785b53ee-e963-46f5-a4e6-8a4909c1679d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:11.558131 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-336eba4b-d19b-4257-b321-12ecd43c47ec req-785b53ee-e963-46f5-a4e6-8a4909c1679d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.2776937 Aug 30 20:10:11.615058 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e3e5cec-4912-4350-b7ee-2bdce1131a75 req-deba40ae-ad27-4526-9bb9-e42ca5538325 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0477493 Aug 30 20:10:11.627262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.661931 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff890b4-8e61-472a-bbcf-573c0118b402,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:11.666566 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-336eba4b-d19b-4257-b321-12ecd43c47ec req-17e62512-4315-461d-a8d1-301464d16e27 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031628 Aug 30 20:10:11.669870 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.672546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e72793ed-959e-4fd0-83d4-cbcff2548108 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2ff890b4-8e61-472a-bbcf-573c0118b402 HTTP/1.1" status: 204 len: 168 time: 0.4648113 Aug 30 20:10:11.674942 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43596) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:11.776764 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.793491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1be79-f8d0-4c40-9065-49c43d9f0ad7 req-2bdacdf5-b56f-488c-987a-f1000ae9a3fd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:11.795050 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abf1be79-f8d0-4c40-9065-49c43d9f0ad7 req-2bdacdf5-b56f-488c-987a-f1000ae9a3fd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.1001253 Aug 30 20:10:11.896459 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abf1be79-f8d0-4c40-9065-49c43d9f0ad7 req-c2f35799-583f-4491-a499-8f684b1fc248 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919445 Aug 30 20:10:11.903697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:11.922556 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.922905 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.923712 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.924041 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > port after_create 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.924427 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.924769 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > port after_update 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.925097 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.925475 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.925765 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:11.926114 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:12.104595 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:12.104968 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:12.105339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:12.105631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 20:10:12.105985 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6309b7-56a6-45ad-9b3e-1ea2e6da14df']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:12.126129 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc8fbbf-6f04-43f0-bece-959917f79e85') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:12.126597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc8fbbf-6f04-43f0-bece-959917f79e85') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:10:12.145117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.167142 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.175602 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:10:12.176019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: from cryptography.utils import int_from_bytes Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: from cryptography.utils import int_from_bytes Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:10:12.180168 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:10:12.239774 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.246654 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.252562 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ae6309b7-56a6-45ad-9b3e-1ea2e6da14df HTTP/1.1" status: 204 len: 168 time: 0.5763409 Aug 30 20:10:12.268270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c74b4-7f4a-4990-b7fb-ff19ae1faf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6309b7-56a6-45ad-9b3e-1ea2e6da14df,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:12.437697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43602) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:12.479703 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5a32b47c-ea97-4d9f-aa1a-52c04a94304d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b81a84f0c7844d768975349491ad99d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406981 Aug 30 20:10:12.482186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43604) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:12.537497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.562146 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.616791 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-31ef167a-65a9-48eb-b439-2a398259d672 req-82969995-7dba-446d-963d-31c0c912d76e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0385351 Aug 30 20:10:12.663029 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.667936 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:12.669255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a714744a-9dfd-4e0b-8ba9-5d7141c89ad8 HTTP/1.1" status: 204 len: 168 time: 0.1861234 Aug 30 20:10:12.683157 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574431-ee44-40b6-8650-7f0b1af73e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a714744a-9dfd-4e0b-8ba9-5d7141c89ad8,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:12.792141 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-774ef5d9-243b-4b29-a2da-28a9efd64a30 req-f4b813e7-3c90-465f-b6f7-5a5c73d9147e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0448778 Aug 30 20:10:12.855573 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad2f9e-acab-4355-b2e9-1953e9902ef1 req-b188f0a0-6c2e-4534-add2-126a0af7c435 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:12.874224 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06ad2f9e-acab-4355-b2e9-1953e9902ef1 req-b188f0a0-6c2e-4534-add2-126a0af7c435 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0807345 Aug 30 20:10:12.910963 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06ad2f9e-acab-4355-b2e9-1953e9902ef1 req-6a2fa328-dbb7-4965-bbd8-1b7aa988d1ba tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342717 Aug 30 20:10:13.015605 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb30f01-d7a6-457a-80c6-290b501540a2 req-fb1ed026-f19a-44d3-a237-4b6a1941a806 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:13.017071 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dcb30f01-d7a6-457a-80c6-290b501540a2 req-fb1ed026-f19a-44d3-a237-4b6a1941a806 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0520341 Aug 30 20:10:13.056491 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dcb30f01-d7a6-457a-80c6-290b501540a2 req-6ead5d9b-5fac-4883-84de-47df248eba15 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332329 Aug 30 20:10:13.151237 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43632) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:13.206425 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-399dcfba-dd20-4ee1-b66f-e2540d35457b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=070e637faa324e239203633120aad708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537899 Aug 30 20:10:13.207148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43634) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:13.277189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:13.304906 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:13.356375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:13.359064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:13.360197 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52367faf-3f33-4b2b-8303-49d3266ffe41 HTTP/1.1" status: 204 len: 168 time: 0.1520724 Aug 30 20:10:13.369773 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff3b4c-450b-4e9a-ba8b-d18da11e92e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52367faf-3f33-4b2b-8303-49d3266ffe41,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:13.764741 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a217cb14-cbf0-481b-ab6c-07fc2bcddbc5 req-17933cff-656e-4d51-a709-72c5c844193e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0519791 Aug 30 20:10:13.942947 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-39a3a42c-6762-42cb-a213-c51f161f9fe1 req-9c515991-bd8d-4aea-bc34-e29a356703c4 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0436850 Aug 30 20:10:14.114704 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51799d94-4828-4ff4-9d29-fd06233e46d9 req-f463ce0f-03f4-4d33-a58e-f8e25a31b263 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:14.119558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51799d94-4828-4ff4-9d29-fd06233e46d9 req-f463ce0f-03f4-4d33-a58e-f8e25a31b263 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.1274834 Aug 30 20:10:14.222311 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51799d94-4828-4ff4-9d29-fd06233e46d9 req-aebef4b1-05e4-4057-a603-93f261ea3221 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943363 Aug 30 20:10:14.322167 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952bcfa-dd33-4b52-86df-4923e63ef76d req-2c968b8a-7e69-45ff-b188-84d9c96b656b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:14.323731 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0952bcfa-dd33-4b52-86df-4923e63ef76d req-2c968b8a-7e69-45ff-b188-84d9c96b656b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.1001902 Aug 30 20:10:14.330185 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-274853d2-56ab-473d-867c-1a8a12c4d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:14.380640 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0952bcfa-dd33-4b52-86df-4923e63ef76d req-a70fbe64-aef4-4188-92d5-9f912c59df7a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502977 Aug 30 20:10:14.678799 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:14.863998 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ba2c49b-ebc3-4245-a66a-d7ce86789532 req-7dd4f585-510c-4118-b06d-fbbad0579c02 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0263155 Aug 30 20:10:15.047423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f6624708-d271-4770-954e-8e3ad7036a3d req-9aabcd69-d236-4934-a1b5-a5faeb6cf899 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0287476 Aug 30 20:10:15.338346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Request body: {'port': {'device_id': '669e7488-4e56-4866-bc9d-9cef3042b019', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'admin_state_up': True, 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:15.342003 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-dc2adc78-3734-408d-94bb-90d3574423df tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94124) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:10:15.349368 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-dc2adc78-3734-408d-94bb-90d3574423df tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133910 Aug 30 20:10:15.461022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-f6df8a67-6362-440a-a2d4-3d32f972900f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:10:15.466406 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-f6df8a67-6362-440a-a2d4-3d32f972900f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251253 Aug 30 20:10:15.588587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df760df-3ea1-4372-9355-ae21891bc93b req-3f36b775-e5f0-4c91-9bfe-1235508d4fa2 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:15.590108 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0df760df-3ea1-4372-9355-ae21891bc93b req-3f36b775-e5f0-4c91-9bfe-1235508d4fa2 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.1458561 Aug 30 20:10:15.614904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:15.623554 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a24d-a710-48ef-bd17-f71ac33c0921 req-b566aa0f-3158-42a5-bc2b-2e0a875c49af tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:15.625046 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d179a24d-a710-48ef-bd17-f71ac33c0921 req-b566aa0f-3158-42a5-bc2b-2e0a875c49af tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0944479 Aug 30 20:10:15.672882 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Made reservation on behalf of 95be306b6491436fa9a9cccb6df7edb7 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:15.677197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:15.702978 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0df760df-3ea1-4372-9355-ae21891bc93b req-5ed38702-bb52-4525-88e8-3bf8c8a86fba tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058393 Aug 30 20:10:15.711743 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d179a24d-a710-48ef-bd17-f71ac33c0921 req-83f9458c-7e91-499c-83f6-d53545af42f3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Aug 30 20:10:15.831792 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Allocated IP 172.20.0.10 (34624bf6-47c7-4826-9166-8b4dbc17eaaf/43686237-88c9-4169-af37-9a68f639451e/e83171fe-e57d-4b51-ac9f-7539f1cc8737) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:10:15.983716 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-10935961-856e-43fd-8d51-2e2a6e2ff3aa req-e1fb8cd1-9105-4691-899e-cfb950f31620 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0332634 Aug 30 20:10:16.005796 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:16.047164 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:16.098106 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:10:16.101234 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:10:16.106038 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:10:16.132845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Pushing event updated for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:16.171024 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14374b47-819a-4769-90ad-ddc34e92949e req-63533f3b-16fa-4d35-a235-02349319ebbc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0295510 Aug 30 20:10:16.182623 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:16.183278 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:16.202242 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-44793e67-26ea-44ac-8306-46641a80044b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8699515 Aug 30 20:10:16.847058 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322634c9-26dd-46f7-aba2-bdd73d1cea22 req-e8e38b71-432b-4179-9ab2-007c7e1fb96b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:16.848595 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-322634c9-26dd-46f7-aba2-bdd73d1cea22 req-e8e38b71-432b-4179-9ab2-007c7e1fb96b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0777113 Aug 30 20:10:16.861140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1490f-774a-46bd-a8b3-1226ff1288e5 req-59616a83-37e4-4d13-b90c-7bd70c4b825e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:16.862607 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-31d1490f-774a-46bd-a8b3-1226ff1288e5 req-59616a83-37e4-4d13-b90c-7bd70c4b825e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0821500 Aug 30 20:10:16.916097 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-322634c9-26dd-46f7-aba2-bdd73d1cea22 req-8a23420b-5143-4556-8529-a81e5d484185 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Aug 30 20:10:16.923644 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-31d1490f-774a-46bd-a8b3-1226ff1288e5 req-dfb9b4ff-9258-42cc-8b98-3b863fe07dfd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Aug 30 20:10:17.087445 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fcdd4fe-0df8-482f-913f-f689eacb1a0e req-ed855e25-a675-4407-9430-7c7489bfb6e6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0352969 Aug 30 20:10:17.287602 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-684b0187-d13d-454b-b18c-a740849afeec req-17c20846-68d1-4829-8b27-73ccdec607db tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0329719 Aug 30 20:10:17.467643 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:18.074272 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e116de3-0186-4588-93e8-b28220cb6fe1 req-aa2b56e7-c8be-4674-8b56-85d0c7aa4fcd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:18.075662 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2e116de3-0186-4588-93e8-b28220cb6fe1 req-aa2b56e7-c8be-4674-8b56-85d0c7aa4fcd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0803914 Aug 30 20:10:18.083769 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081b554-d853-43d9-a10a-8277d1f26472 req-2204a218-5add-4103-984a-6415013e922c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:18.085203 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6081b554-d853-43d9-a10a-8277d1f26472 req-2204a218-5add-4103-984a-6415013e922c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0913522 Aug 30 20:10:18.139355 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2e116de3-0186-4588-93e8-b28220cb6fe1 req-aa34d647-9843-4f1e-b0ae-6a7a3af52ab0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526061 Aug 30 20:10:18.144022 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6081b554-d853-43d9-a10a-8277d1f26472 req-bb2cafdb-003c-43e5-b75d-c2bb63cdb934 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510175 Aug 30 20:10:18.220308 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1181aa24-3e68-4b49-b29e-ab22313e9487 req-82585646-3605-42d3-916a-84afd0d1ff78 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0267496 Aug 30 20:10:18.395595 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6b5edc53-808c-4062-a483-7c1c30dc611e req-e3309ffa-0009-43b3-ab2c-ed0bb3cc39ed tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0304465 Aug 30 20:10:18.487586 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:19.286682 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4609aa-2896-4b51-95a0-37f32d9d91a0 req-3402e60f-84e9-4e99-bb9e-c014ab875fa7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:19.288153 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7f4609aa-2896-4b51-95a0-37f32d9d91a0 req-3402e60f-84e9-4e99-bb9e-c014ab875fa7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.0708914 Aug 30 20:10:19.295890 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801828-4d06-43ab-8a0b-1a64abf3e954 req-4bf74e70-2e66-4b5e-a55a-9f1accd1b315 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:19.297252 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c3801828-4d06-43ab-8a0b-1a64abf3e954 req-4bf74e70-2e66-4b5e-a55a-9f1accd1b315 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.0906973 Aug 30 20:10:19.353186 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7f4609aa-2896-4b51-95a0-37f32d9d91a0 req-2a664f39-f165-4380-9dea-868d3a8ff0b8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549266 Aug 30 20:10:19.355960 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c3801828-4d06-43ab-8a0b-1a64abf3e954 req-45b50384-b4c5-4c78-b326-94b04d72ddea tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517032 Aug 30 20:10:19.437002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-365801f2-242d-41ac-8310-4be34a97e571 req-777f5815-44ae-4fa3-aa7c-7259329ffed2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0280247 Aug 30 20:10:19.494049 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-02d85279-36b4-4928-9c8d-7a0d27811517 req-6b91f52a-b8c0-40ad-aedf-86e9f78f862b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0260997 Aug 30 20:10:20.204020 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Request body: {'port': {'device_id': 'c1b32575-ca82-4336-aeda-848395822de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:20.220446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Request body: {'port': {'device_id': '79008273-8370-4951-85e1-cdb72d5dc69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:20.248037 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Request body: {'port': {'device_id': '669e7488-4e56-4866-bc9d-9cef3042b019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:20.264725 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.326426 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.335740 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.718262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.90', 63914) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:20.774645 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:20.783822 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.801265 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Transition to ACTIVE for port object 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:20.805959 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.860638 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Pushing event updated for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:20.970594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Attempting to bind port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:10:20.970975 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Attempting to bind port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:10:20.971288 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Attempting to bind port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:20.976203 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:10:20.977149 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Attempting to bind port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:20.982813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:10:20.983181 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Checking segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:20.983747 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Bound using segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:10:20.984224 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Bound port: 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:10:20.984583 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:20.984694 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b9747-5742-4684-8ba0-804a70571e3b req-6defe615-9e32-47cd-a640-cea7d8a533f4 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:20.991986 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-644b9747-5742-4684-8ba0-804a70571e3b req-6defe615-9e32-47cd-a640-cea7d8a533f4 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 931 time: 0.5009320 Aug 30 20:10:21.001508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2b9b3-2403-4eff-85f4-765a8f2ee6b7 req-0cb64580-3081-4824-9423-cec9b0aa5388 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:21.003475 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ccd2b9b3-2403-4eff-85f4-765a8f2ee6b7 req-0cb64580-3081-4824-9423-cec9b0aa5388 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 932 time: 0.4994080 Aug 30 20:10:21.092772 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:10:21.098448 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:10:21.106942 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.144457 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:21.145277 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.146873 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] 10.222.0.90 "PUT /v2.0/ports/90f69a01-28c0-4db3-b4fd-c58d3a8ea266 HTTP/1.1" status: 200 len: 1094 time: 0.9892366 Aug 30 20:10:21.150048 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:21.153721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-644b9747-5742-4684-8ba0-804a70571e3b req-32a17858-d5e5-4fa5-9801-437de445e4d2 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608572 Aug 30 20:10:21.198856 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ccd2b9b3-2403-4eff-85f4-765a8f2ee6b7 req-6f9cb32c-2f0c-4824-b1fc-16b58fed4726 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685882 Aug 30 20:10:21.220687 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b923bb8-1ff7-455b-9e47-002691204977 service neutron] Pushing event updated for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:21.247912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-832b7d88-7e68-48a9-a945-91feda21d400 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:21.249911 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-832b7d88-7e68-48a9-a945-91feda21d400 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 817 time: 0.5208542 Aug 30 20:10:21.307049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51b8834-e5a1-47d4-b138-4195d5ad14f4" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:21.336611 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.90', 63917) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:21.345059 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0466498e-63da-4fe1-8c16-858f40d49d7a req-dd5cf18f-0693-4cfd-bbbf-cb0b192f7afb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 210 time: 0.0739079 Aug 30 20:10:21.359259 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7aae4b50-1349-41fb-a407-b5bf1c097423 req-decf7486-6b1c-465f-ae49-75573f95d22b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0797513 Aug 30 20:10:21.493049 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-47446323-7899-4393-b59d-e7198e9f66d6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 380 time: 0.1687031 Aug 30 20:10:21.495291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967d46bd-4d67-4a23-80fa-ce358a2937f8 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:21.505724 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83171fe-e57d-4b51-ac9f-7539f1cc8737 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:21.512400 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.518610 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-ad614505-1316-42c0-9293-c0bb494c64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:21.520224 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-ad614505-1316-42c0-9293-c0bb494c64db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 1097 time: 0.1830597 Aug 30 20:10:21.523891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.549852 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-c4ffcca6-32e8-4049-9482-0631c46583eb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:21.551636 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-c4ffcca6-32e8-4049-9482-0631c46583eb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 818 time: 0.2244518 Aug 30 20:10:21.553376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Transition to ACTIVE for port object e83171fe-e57d-4b51-ac9f-7539f1cc8737 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:21.558197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Transition to ACTIVE for port object 967d46bd-4d67-4a23-80fa-ce358a2937f8 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:21.561206 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.570877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.586304 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b93395b-0533-4620-a8f6-b935517d3494 x-openstack-request-id: req-1b93395b-0533-4620-a8f6-b935517d3494 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:21.586930 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:21.587234 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b93395b-0533-4620-a8f6-b935517d3494 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:21.587775 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'status': 'completed', 'code': 200} Aug 30 20:10:21.640190 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:21.776717 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Pushing event updated for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:21.833446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Attempting to bind port e83171fe-e57d-4b51-ac9f-7539f1cc8737 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:10:21.833446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Attempting to bind port e83171fe-e57d-4b51-ac9f-7539f1cc8737 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:10:21.833446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Attempting to bind port e83171fe-e57d-4b51-ac9f-7539f1cc8737 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:21.836804 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Attempting to bind port 967d46bd-4d67-4a23-80fa-ce358a2937f8 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:10:21.837133 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Attempting to bind port 967d46bd-4d67-4a23-80fa-ce358a2937f8 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '14a89401-59d9-4201-b043-576dceb81873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:10:21.837446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Attempting to bind port 967d46bd-4d67-4a23-80fa-ce358a2937f8 on network 597579ed-2a2f-4aba-9a4f-583cca89427b {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:21.843052 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Port e83171fe-e57d-4b51-ac9f-7539f1cc8737 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:10:21.843365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Attempting to bind port e83171fe-e57d-4b51-ac9f-7539f1cc8737 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:21.846281 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Port 967d46bd-4d67-4a23-80fa-ce358a2937f8 on network 597579ed-2a2f-4aba-9a4f-583cca89427b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:10:21.846597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Attempting to bind port 967d46bd-4d67-4a23-80fa-ce358a2937f8 on network 597579ed-2a2f-4aba-9a4f-583cca89427b {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:21.853251 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:10:21.853606 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Checking segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:21.854202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Bound using segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:10:21.854683 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Bound port: e83171fe-e57d-4b51-ac9f-7539f1cc8737, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:10:21.855018 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.858139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:10:21.858467 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Checking segment: {'id': '14a89401-59d9-4201-b043-576dceb81873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:21.858831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Bound using segment: {'id': '14a89401-59d9-4201-b043-576dceb81873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:10:21.859236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Bound port: 967d46bd-4d67-4a23-80fa-ce358a2937f8, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a89401-59d9-4201-b043-576dceb81873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:10:21.859576 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:21.923253 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Request body: {'port': {'device_id': '527914a4-db21-4f83-bde7-5eb9a5817427', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'admin_state_up': True, 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:21.926038 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'port': {'device_id': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'admin_state_up': True, 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'security_groups': ['23948ffa-95e8-4188-a492-4b1f674a26e8']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:22.024647 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-7514f26f-3172-4b4d-b2ab-f4d3aef762d5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266 HTTP/1.1" status: 200 len: 217 time: 0.0977693 Aug 30 20:10:22.032603 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:10:22.041598 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8,segment=NetworkSegment(14a89401-59d9-4201-b043-576dceb81873),segment_id=14a89401-59d9-4201-b043-576dceb81873)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:10:22.046810 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:10:22.057178 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.093570 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:10:22.107155 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-c088dbf0-22ba-4f1f-a8e3-eb39a63df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.108617 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-c088dbf0-22ba-4f1f-a8e3-eb39a63df788 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0748215 Aug 30 20:10:22.143087 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.153680 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Made reservation on behalf of 95be306b6491436fa9a9cccb6df7edb7 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:22.154540 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.155628 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.157559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.158003 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] 10.222.0.90 "PUT /v2.0/ports/967d46bd-4d67-4a23-80fa-ce358a2937f8 HTTP/1.1" status: 200 len: 1093 time: 2.0025012 Aug 30 20:10:22.159459 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:22.247062 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.247743 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.249108 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] 10.222.0.90 "PUT /v2.0/ports/e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 1094 time: 2.0882864 Aug 30 20:10:22.292212 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-5832181a-86ec-44c4-8ddc-61fdb0e5bf6a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642855 Aug 30 20:10:22.328206 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda" -d '{"events": [{"name": "network-changed", "server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:22.375731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cf81f-94cb-4b75-b12e-fd770b8f696d service neutron] Pushing event updated for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:22.442335 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Allocated IP 172.20.0.2 (34624bf6-47c7-4826-9166-8b4dbc17eaaf/43686237-88c9-4169-af37-9a68f639451e/94c4a461-a730-4045-823b-5fc38865d8a5) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:10:22.470814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Made reservation on behalf of 6fcf607190a34beaa9659775d5976ef9 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:10:22.473146 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-7d0346c5-6dfd-4a52-ac66-fd8bddc631c7 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692843 Aug 30 20:10:22.474513 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.548137 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-fc738a57-64d9-40e0-b201-fff05c1d7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.549965 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-fc738a57-64d9-40e0-b201-fff05c1d7db8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f9d0366622a4b2e98bbaf50c3ec3e2c&device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 1096 time: 0.2998912 Aug 30 20:10:22.563093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-04e6852b-3c0e-4e73-8adf-e2187ba4b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.564567 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-04e6852b-3c0e-4e73-8adf-e2187ba4b078 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1097 time: 0.2424555 Aug 30 20:10:22.574697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808cbee-6c70-4645-84a4-6af42982a1c2 req-e70b922a-7da1-4882-8159-83306ec3be20 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.578150 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9808cbee-6c70-4645-84a4-6af42982a1c2 req-e70b922a-7da1-4882-8159-83306ec3be20 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.2580490 Aug 30 20:10:22.646347 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4cd9ac25-240c-4988-a553-5f703c0d764f req-2ea0c7db-5fc5-44db-a839-6b2d2c60398b service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610157 Aug 30 20:10:22.669376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d552858-5487-44e3-85f9-028ddbf7e9c9 req-1bfceec7-b66d-460b-a6ae-23c3860b3113 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.670982 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2d552858-5487-44e3-85f9-028ddbf7e9c9 req-1bfceec7-b66d-460b-a6ae-23c3860b3113 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.3458700 Aug 30 20:10:22.710253 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.796872 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:22.863995 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Network 34624bf6-47c7-4826-9166-8b4dbc17eaaf is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:10:22.889291 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:10:22.895163 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:10:22.952871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Pushing event updated for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:22.970164 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-e6308aef-59f6-45cc-acfd-e429b93770c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:22.971986 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-e6308aef-59f6-45cc-acfd-e429b93770c7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 1097 time: 0.2003143 Aug 30 20:10:22.992415 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-a0865b2a-b254-42a9-b880-ee9074c73a9b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.4129424 Aug 30 20:10:23.004122 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-8c7d961a-dfb0-4ae8-9474-bc14d5a90f04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8 HTTP/1.1" status: 200 len: 217 time: 0.4225428 Aug 30 20:10:23.004700 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058595b-8dcb-4744-8bda-0a1ce17630c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:23.147058 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9808cbee-6c70-4645-84a4-6af42982a1c2 req-269b7718-2762-47db-aa04-fd501e0c606c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460901 Aug 30 20:10:23.159871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.161932 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:23.221879 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-f540366e-95fa-4064-9ad6-54d64ef82f26 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3025939 Aug 30 20:10:23.233003 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2d552858-5487-44e3-85f9-028ddbf7e9c9 req-646e15c8-75e2-438c-aa68-083c26e2793a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480164 Aug 30 20:10:23.234875 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-afec0a9c-5296-4bac-934c-188aa3d878b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.236516 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-afec0a9c-5296-4bac-934c-188aa3d878b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.2212913 Aug 30 20:10:23.252974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-062dab95-c6a7-4ee6-bec2-6f24d2d5a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.254658 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-062dab95-c6a7-4ee6-bec2-6f24d2d5a5c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd3a3cff-de86-4a0b-82d1-151094a77761 HTTP/1.1" status: 200 len: 851 time: 0.2346394 Aug 30 20:10:23.262380 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-c6b80060-8d32-40fd-83c5-39e85012dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.264446 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-c6b80060-8d32-40fd-83c5-39e85012dca6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 915 time: 0.2830586 Aug 30 20:10:23.278242 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Request body: {'port': {'device_id': '527914a4-db21-4f83-bde7-5eb9a5817427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:23.347306 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-9b243760-e170-444b-8f24-b46d4e8cfcd9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967643 Aug 30 20:10:23.362467 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-63a21d50-775e-4a7e-8261-d7b2284391ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=597579ed-2a2f-4aba-9a4f-583cca89427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713303 Aug 30 20:10:23.377239 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-822ac8c0-3535-493e-8ec3-503d4724355e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266 HTTP/1.1" status: 200 len: 217 time: 0.0840201 Aug 30 20:10:23.399412 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Allocated IP 172.20.0.4 (1c7a7d7f-5159-41d7-bc10-ebe925cd85b0/969a173b-5a4e-473c-918b-ad9b648d2e19/872037d0-e2fd-4dbf-8fc9-bd418fe4ba00) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:10:23.413094 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 43928) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:23.467969 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:23.480912 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-1fe444c6-a8df-4669-a57b-833dd6ac0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.482403 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-1fe444c6-a8df-4669-a57b-833dd6ac0afd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0944273 Aug 30 20:10:23.529570 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bab988-cbb1-407c-8283-aca7c373456c x-openstack-request-id: req-31bab988-cbb1-407c-8283-aca7c373456c {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:23.529837 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:23.530093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31bab988-cbb1-407c-8283-aca7c373456c {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:23.530487 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8', 'status': 'completed', 'code': 200} Aug 30 20:10:23.582866 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c236814f-efd2-4dc6-a8d8-59fad65b9d93 req-6d5e225e-16e3-4b3a-a43b-59a84e2bba29 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0451996 Aug 30 20:10:23.657833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56195af-2b90-429a-81cf-72b47d8469fd req-ac25bc7f-0f7f-4457-bcbb-9da07306e61b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:23.658253 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f56195af-2b90-429a-81cf-72b47d8469fd req-ac25bc7f-0f7f-4457-bcbb-9da07306e61b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 931 time: 0.3076677 Aug 30 20:10:23.765988 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-93a6c149-cd51-49c6-b6b6-ae6b23ae3298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:23.769200 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-e5a43f5c-d4be-47cb-8b09-df437c9d0dd1 service neutron] 10.222.0.90 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785827 Aug 30 20:10:23.878437 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-0b71fc1d-07c7-4b13-8204-9dfc4352223d service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111082 Aug 30 20:10:23.891482 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-a9ecef1a-83a3-4fa0-a406-bfb5f2afd7b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329933 Aug 30 20:10:23.915835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f56195af-2b90-429a-81cf-72b47d8469fd req-873e19a9-959e-4e1c-a35e-bff3da3d45cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381163 Aug 30 20:10:24.007370 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-1958eabd-e98a-49e7-8794-588822ad7827 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043749 Aug 30 20:10:24.032577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.096892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Transition to ACTIVE for port object 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:24.127575 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-8435761d-5f00-4471-84ca-e91863fcd5ad service neutron] 10.222.0.90 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467464 Aug 30 20:10:24.156408 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68120715-b14b-4e40-b6a5-09c3e4d7fd2c req-e32edbad-b452-42b4-a41e-67c7a6463b5d service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595899 Aug 30 20:10:24.184001 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c4a461-a730-4045-823b-5fc38865d8a5 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:24.193046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.211735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-93a6c149-cd51-49c6-b6b6-ae6b23ae3298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.212094 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Transition to ACTIVE for port object 94c4a461-a730-4045-823b-5fc38865d8a5 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:24.217232 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.219863 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.236085 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-93a6c149-cd51-49c6-b6b6-ae6b23ae3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.315410 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:10:24.350782 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:10:24.354062 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:10:24.357548 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Pushing event updated for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:24.376708 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b51b8834-e5a1-47d4-b138-4195d5ad14f4 req-e775284c-cebb-4a0c-924f-50ca50e0f89b service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541366 Aug 30 20:10:24.388942 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-93a6c149-cd51-49c6-b6b6-ae6b23ae3298 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d809274a08344347b04c64e8516514b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048314 Aug 30 20:10:24.400092 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:24.401183 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 43962) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:24.407715 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6c149-cd51-49c6-b6b6-ae6b23ae3298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e624f8-7abf-458d-9d1b-4a1d723c4150,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:24.413280 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Attempting to bind port 94c4a461-a730-4045-823b-5fc38865d8a5 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:10:24.414665 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Attempting to bind port 94c4a461-a730-4045-823b-5fc38865d8a5 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:10:24.415100 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Attempting to bind port 94c4a461-a730-4045-823b-5fc38865d8a5 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:24.425421 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Port 94c4a461-a730-4045-823b-5fc38865d8a5 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:10:24.425867 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Attempting to bind port 94c4a461-a730-4045-823b-5fc38865d8a5 on network 34624bf6-47c7-4826-9166-8b4dbc17eaaf {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:24.448084 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:10:24.448567 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Checking segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:24.449000 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Bound using segment: {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:10:24.449914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Bound port: 94c4a461-a730-4045-823b-5fc38865d8a5, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e90b200-265b-4acd-9e51-0151d41f2ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:10:24.450270 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.459818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:24.460506 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.475558 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607bfae-3e37-4fc8-b9bf-7d17d6b3c3ef req-c8fb3e92-aad2-42dd-a3a2-68ac36c71933 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:24.477711 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9607bfae-3e37-4fc8-b9bf-7d17d6b3c3ef req-c8fb3e92-aad2-42dd-a3a2-68ac36c71933 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.2136469 Aug 30 20:10:24.504153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b5b30-e444-42ec-91a1-11c66ba94651 req-eb6abf32-0a98-4f4b-9a21-903a0b26a502 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:24.505744 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a0b5b30-e444-42ec-91a1-11c66ba94651 req-eb6abf32-0a98-4f4b-9a21-903a0b26a502 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.1485519 Aug 30 20:10:24.507032 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-d1ebff6e-fca3-48b6-9b70-bb914927d990 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5879059 Aug 30 20:10:24.529429 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.559880 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9607bfae-3e37-4fc8-b9bf-7d17d6b3c3ef req-a149a9aa-51c8-45b6-9a62-7d2f9e5a3534 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747018 Aug 30 20:10:24.567749 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.575769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a0b5b30-e444-42ec-91a1-11c66ba94651 req-dd717b20-5909-48a3-b10b-74cc3202a13b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Aug 30 20:10:24.577482 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:10:24.604250 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94c4a461-a730-4045-823b-5fc38865d8a5,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:10:24.610097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.648970 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:24.649907 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.651284 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] 10.222.0.90 "PUT /v2.0/ports/94c4a461-a730-4045-823b-5fc38865d8a5 HTTP/1.1" status: 200 len: 1093 time: 1.3857927 Aug 30 20:10:24.652427 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:24.654690 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83536792-6611-420e-bbc8-80a9a9541685" -d '{"events": [{"name": "network-changed", "server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:24.682496 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-03238743-0ec5-4d0b-9916-51bf626e6dd5 None None] Provisioning for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:24.684189 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.687085 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.688227 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23e624f8-7abf-458d-9d1b-4a1d723c4150 HTTP/1.1" status: 204 len: 168 time: 0.2859814 Aug 30 20:10:24.690864 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47940d39-5410-4ac2-8c80-24cd9c3e1915 service neutron] Pushing event updated for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:24.693569 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-03238743-0ec5-4d0b-9916-51bf626e6dd5 None None] Provisioning complete for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:24.693974 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-03238743-0ec5-4d0b-9916-51bf626e6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:24.699834 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6731f6-edbc-4078-861a-b78feaad475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e624f8-7abf-458d-9d1b-4a1d723c4150,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:24.723692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6884e130-6cef-47f3-bae2-0606cef3b653 x-openstack-request-id: req-6884e130-6cef-47f3-bae2-0606cef3b653 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:24.723692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:24.723909 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6884e130-6cef-47f3-bae2-0606cef3b653 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:24.724199 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5', 'status': 'completed', 'code': 200} Aug 30 20:10:24.738587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b441-95db-4acb-9497-d05b467a878a req-8d4af330-7a9d-4e21-93ab-85c595aa1b34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:24.740494 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc28b441-95db-4acb-9497-d05b467a878a req-8d4af330-7a9d-4e21-93ab-85c595aa1b34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 931 time: 0.0632467 Aug 30 20:10:24.759050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-03238743-0ec5-4d0b-9916-51bf626e6dd5 None None] Port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:10:24.782197 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc28b441-95db-4acb-9497-d05b467a878a req-d21a5146-db8d-45b0-a935-66d06bec6ff5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346410 Aug 30 20:10:25.051882 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc08d-635b-4c73-a7db-a13652466c5a req-31b754ce-0d82-484c-a20f-5d157f92094b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:25.053372 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-34dfc08d-635b-4c73-a7db-a13652466c5a req-31b754ce-0d82-484c-a20f-5d157f92094b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0527146 Aug 30 20:10:25.097773 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-34dfc08d-635b-4c73-a7db-a13652466c5a req-07a516e4-cdbe-42a1-a6b5-1a4b3e5853b5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378683 Aug 30 20:10:25.531544 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:25.533978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d" -d '{"events": [{"name": "network-changed", "server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:25.574022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f31d9a-49d8-4667-8cba-4db920e091ad x-openstack-request-id: req-78f31d9a-49d8-4667-8cba-4db920e091ad {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:25.574376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:25.574662 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78f31d9a-49d8-4667-8cba-4db920e091ad {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:25.575010 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737', 'status': 'completed', 'code': 200} Aug 30 20:10:25.734031 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec7449-575a-48e5-87f3-bf42fb1f80cc req-9f405a03-1b8d-4244-95b1-401f30df9847 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:25.735584 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5eec7449-575a-48e5-87f3-bf42fb1f80cc req-9f405a03-1b8d-4244-95b1-401f30df9847 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0863776 Aug 30 20:10:25.748005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8c083-ea19-4e7f-bdf4-3c8576ae0176 req-d5611678-3607-4028-bbcc-a2a3159d61e7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:25.749512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af8c083-ea19-4e7f-bdf4-3c8576ae0176 req-d5611678-3607-4028-bbcc-a2a3159d61e7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0910437 Aug 30 20:10:25.808312 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5eec7449-575a-48e5-87f3-bf42fb1f80cc req-47915ef8-033d-44fb-97f8-8b4e3924a27b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576487 Aug 30 20:10:25.813543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af8c083-ea19-4e7f-bdf4-3c8576ae0176 req-c48ef81c-b47d-4cbf-b18c-f80fa166c7a7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483851 Aug 30 20:10:25.916348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e15e-7ecd-4818-9c52-4f551dc67ab4 req-25a44dbd-e29a-4480-af4a-df302b5ab8c6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:25.917974 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cdd2e15e-7ecd-4818-9c52-4f551dc67ab4 req-25a44dbd-e29a-4480-af4a-df302b5ab8c6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 931 time: 0.0511775 Aug 30 20:10:25.961781 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cdd2e15e-7ecd-4818-9c52-4f551dc67ab4 req-cee6a165-fd61-4ff2-95a9-9ed3dfe4bd8d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362356 Aug 30 20:10:26.224064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed47481-dfb7-4cdb-b396-351b5058c42e req-cba8ea3c-8e93-4f51-bcca-450ca8c2a7ed tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:26.226209 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fed47481-dfb7-4cdb-b396-351b5058c42e req-cba8ea3c-8e93-4f51-bcca-450ca8c2a7ed tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0613267 Aug 30 20:10:26.272293 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fed47481-dfb7-4cdb-b396-351b5058c42e req-a4b8abb8-69ee-4fc5-83af-c62c3b65269c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367827 Aug 30 20:10:26.954454 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a9baa-044e-4208-a6d5-78192d015f66 req-347823b1-7c9b-43b8-bfd0-c4fa9022dcb8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:26.955911 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-832a9baa-044e-4208-a6d5-78192d015f66 req-347823b1-7c9b-43b8-bfd0-c4fa9022dcb8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0789669 Aug 30 20:10:26.964734 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d1889-be36-4abe-a621-cdaddaa8472e req-edc4eb06-0085-4c06-9740-6a0c577f8c30 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:26.966377 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c6d1889-be36-4abe-a621-cdaddaa8472e req-edc4eb06-0085-4c06-9740-6a0c577f8c30 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0803170 Aug 30 20:10:27.020276 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-832a9baa-044e-4208-a6d5-78192d015f66 req-cd58351a-0247-41d5-8a94-2573b93e4d68 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529544 Aug 30 20:10:27.028985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c6d1889-be36-4abe-a621-cdaddaa8472e req-7cbc853a-72b1-41d2-a514-a5218483f77c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558622 Aug 30 20:10:27.291066 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1792989-4272-4150-bb83-1eb63db291ed req-e7aedcbb-4489-438f-884b-cf47d43a283c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:27.292576 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1792989-4272-4150-bb83-1eb63db291ed req-e7aedcbb-4489-438f-884b-cf47d43a283c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 931 time: 0.2131109 Aug 30 20:10:27.342316 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1792989-4272-4150-bb83-1eb63db291ed req-c7a851aa-ff7d-4c02-b9f2-fbf928986b38 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Aug 30 20:10:27.406775 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad8674-cf4b-4fd8-bdd2-27cd0d1735da req-303c58cf-072c-43c4-866b-97f2b3e1b3d9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:27.408255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e7ad8674-cf4b-4fd8-bdd2-27cd0d1735da req-303c58cf-072c-43c4-866b-97f2b3e1b3d9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0489759 Aug 30 20:10:27.446605 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e7ad8674-cf4b-4fd8-bdd2-27cd0d1735da req-e77e6f4b-f188-46ac-ba1f-78150e376d03 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Aug 30 20:10:28.184397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc058-5767-440b-9df2-52ff78981d8d req-14f3a71a-0ff7-424a-9026-7ac389a7d46a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.185810 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0f2cc058-5767-440b-9df2-52ff78981d8d req-14f3a71a-0ff7-424a-9026-7ac389a7d46a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0828071 Aug 30 20:10:28.198636 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c55dbd-47ea-4959-88b2-18e67692dfa2 req-31d7427b-308a-47eb-87aa-3c7f9e288ba4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.200002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26c55dbd-47ea-4959-88b2-18e67692dfa2 req-31d7427b-308a-47eb-87aa-3c7f9e288ba4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0878096 Aug 30 20:10:28.255863 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26c55dbd-47ea-4959-88b2-18e67692dfa2 req-facc35d6-48e9-4d6e-afc2-5a153e0ec502 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488539 Aug 30 20:10:28.258951 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0f2cc058-5767-440b-9df2-52ff78981d8d req-b88fafa3-5a1f-4680-8588-5becddbcf47d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Aug 30 20:10:28.460320 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdf0af-8463-4658-a1a3-89d3e4e02ab3 req-8350ba29-8007-44fb-9a87-8add44b4240d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.462462 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71cdf0af-8463-4658-a1a3-89d3e4e02ab3 req-8350ba29-8007-44fb-9a87-8add44b4240d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 931 time: 0.0519862 Aug 30 20:10:28.501153 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71cdf0af-8463-4658-a1a3-89d3e4e02ab3 req-b507b3ab-8dc7-48a3-b4d3-a302cd192a7e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327556 Aug 30 20:10:28.575257 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aa7a2-06fd-4657-97eb-229fb375df1a req-3a0c0eae-3617-46fe-b12a-75d965ef06cd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.576727 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-727aa7a2-06fd-4657-97eb-229fb375df1a req-3a0c0eae-3617-46fe-b12a-75d965ef06cd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0557442 Aug 30 20:10:28.614130 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-727aa7a2-06fd-4657-97eb-229fb375df1a req-b1a06519-1716-4b28-978b-42030ebaf560 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314705 Aug 30 20:10:28.814708 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Request body: {'port': {'device_id': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:10:28.872787 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:28.873279 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83536792-6611-420e-bbc8-80a9a9541685 req-cd6daeb9-90a4-4f21-85bf-5fdf2c624829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.874878 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-83536792-6611-420e-bbc8-80a9a9541685 req-cd6daeb9-90a4-4f21-85bf-5fdf2c624829 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 1096 time: 0.0439289 Aug 30 20:10:28.964700 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-0af18ba5-27cf-40cb-8f4c-420010c13ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:28.966214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-0af18ba5-27cf-40cb-8f4c-420010c13ae9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=9f9d0366622a4b2e98bbaf50c3ec3e2c&device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 1096 time: 0.0843139 Aug 30 20:10:29.110201 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-3cc6b5b5-9d48-49b0-95ea-8d3c0b6bb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.111791 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-3cc6b5b5-9d48-49b0-95ea-8d3c0b6bb891 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1097 time: 0.1143417 Aug 30 20:10:29.114559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83536792-6611-420e-bbc8-80a9a9541685 req-86cc5da5-fc7c-490e-9469-8e933455aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.115996 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-83536792-6611-420e-bbc8-80a9a9541685 req-86cc5da5-fc7c-490e-9469-8e933455aa63 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=95be306b6491436fa9a9cccb6df7edb7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2191687 Aug 30 20:10:29.252641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-08e8bfdf-9c43-411f-a779-ed552ea48995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.254145 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-08e8bfdf-9c43-411f-a779-ed552ea48995 service neutron] 10.222.0.90 "GET /v2.0/networks?id=597579ed-2a2f-4aba-9a4f-583cca89427b HTTP/1.1" status: 200 len: 912 time: 0.2396746 Aug 30 20:10:29.323054 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-d2b82c70-0ce7-4855-a66c-e338e69bd573 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8 HTTP/1.1" status: 200 len: 217 time: 0.0540664 Aug 30 20:10:29.368346 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-88f05fa3-821e-4b1a-8212-c2f6e0b8010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.369209 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-88f05fa3-821e-4b1a-8212-c2f6e0b8010f service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.2448485 Aug 30 20:10:29.370350 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83536792-6611-420e-bbc8-80a9a9541685 req-05cc0840-511e-49ac-b2f5-43bcd6e6af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.371874 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-83536792-6611-420e-bbc8-80a9a9541685 req-05cc0840-511e-49ac-b2f5-43bcd6e6af38 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2381294 Aug 30 20:10:29.437983 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-3de27201-ac94-4e85-8d8e-bd209d92c6bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0546286 Aug 30 20:10:29.470244 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:10:29.504196 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:29.516015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-b03bdad9-8a65-47e4-bc32-8da1526733e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.517517 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-b03bdad9-8a65-47e4-bc32-8da1526733e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=fd3a3cff-de86-4a0b-82d1-151094a77761 HTTP/1.1" status: 200 len: 851 time: 0.1819584 Aug 30 20:10:29.524974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:29.540559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-dcc09423-0606-43e4-a0a3-a060f6b7ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.543123 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-dcc09423-0606-43e4-a0a3-a060f6b7ea82 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0796769 Aug 30 20:10:29.543357 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339f29f-4aef-4ea5-83f9-19b3970a4ba2 req-5ee42a87-b01d-4300-8980-002acfe37b45 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.545262 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2339f29f-4aef-4ea5-83f9-19b3970a4ba2 req-5ee42a87-b01d-4300-8980-002acfe37b45 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.1397767 Aug 30 20:10:29.592889 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-d9002f9a-f38c-46f9-9a8a-c002a1ce3776 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389268 Aug 30 20:10:29.597170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-379d77f9-72ab-48b8-8888-dffc187543ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.599024 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-379d77f9-72ab-48b8-8888-dffc187543ae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 1096 time: 0.1702695 Aug 30 20:10:29.610462 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca26f2-976d-4be8-ac76-9a1f35fc65e1 req-717a0028-895a-497b-addc-57ac1912c585 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.611962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33ca26f2-976d-4be8-ac76-9a1f35fc65e1 req-717a0028-895a-497b-addc-57ac1912c585 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.2076635 Aug 30 20:10:29.621974 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-b321fd50-9434-4c36-a286-c18045d0773e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=597579ed-2a2f-4aba-9a4f-583cca89427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880642 Aug 30 20:10:29.627351 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Transition to ACTIVE for port object 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:10:29.636993 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:29.640989 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2339f29f-4aef-4ea5-83f9-19b3970a4ba2 req-a5e42385-cd69-4027-94d2-2c65ae7f268a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Aug 30 20:10:29.703352 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-e6bcae9a-825c-469c-b186-1ddc47115d2d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c4a461-a730-4045-823b-5fc38865d8a5 HTTP/1.1" status: 200 len: 217 time: 0.0349345 Aug 30 20:10:29.767894 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33ca26f2-976d-4be8-ac76-9a1f35fc65e1 req-e1f3baeb-403e-4b66-8f93-c41de461778f tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434333 Aug 30 20:10:29.844755 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:29.868838 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-2fad4683-8e7b-40f8-8bce-5df86423b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.870408 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-2fad4683-8e7b-40f8-8bce-5df86423b593 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.1570790 Aug 30 20:10:29.880988 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-6d3be572-b4af-462f-8acf-045008dee4be service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278216 Aug 30 20:10:29.942330 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-289fb844-4fd2-47ab-bd55-9fcbbfe0f0d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453167 Aug 30 20:10:29.947631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed1322-7aa7-422d-9805-96749c64008f req-4e101515-e411-48f9-a8d7-ed2ffa38e6e9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:29.949533 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83ed1322-7aa7-422d-9805-96749c64008f req-4e101515-e411-48f9-a8d7-ed2ffa38e6e9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.2274618 Aug 30 20:10:29.978464 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-3b307a20-51a0-4424-89e3-8a15123eb702 service neutron] 10.222.0.90 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236194 Aug 30 20:10:30.065772 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44138) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:30.069383 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Attempting to bind port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:10:30.070691 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Attempting to bind port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:10:30.071125 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Attempting to bind port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:30.112088 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f54e34-9d44-4a63-a573-56a23d266819 req-0684f649-dab3-4cae-be02-7a6d7b127046 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:30.113677 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0f54e34-9d44-4a63-a573-56a23d266819 req-0684f649-dab3-4cae-be02-7a6d7b127046 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.2073226 Aug 30 20:10:30.116270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:10:30.116687 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Attempting to bind port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:10:30.121206 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83ed1322-7aa7-422d-9805-96749c64008f req-bdd6d63c-b5db-4160-a5a5-4dfdfbe4f430 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491718 Aug 30 20:10:30.137158 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:10:30.137857 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Checking segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:10:30.137973 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Bound using segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:10:30.138349 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Bound port: 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:10:30.138702 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.232343 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-c932b0d7-ed8f-4664-80b4-889b33e5bea4 service neutron] 10.222.0.90 "GET /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412422 Aug 30 20:10:30.241103 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0f54e34-9d44-4a63-a573-56a23d266819 req-df1d9446-2efb-4704-b981-8469a908918c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147711 Aug 30 20:10:30.244533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2e9289e9-05a6-4cfe-bedc-0f00a559ffac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.279601 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:10:30.283393 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:10:30.292252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.299099 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-8c19d1ed-3df7-4cf1-99bb-98c2fa90613d req-7d661d3e-c292-4ac2-832a-f1cfd19ea57e service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037821 Aug 30 20:10:30.319492 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-65f46fd7-a866-412a-a4b7-07f80d57744a service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660810 Aug 30 20:10:30.345440 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:30.346160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.347757 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] 10.222.0.90 "PUT /v2.0/ports/872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 1093 time: 1.5373070 Aug 30 20:10:30.352699 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:30.354956 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2bc36b-f22b-4f74-b15a-65326fa02237" -d '{"events": [{"name": "network-changed", "server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:30.387124 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfbbdc3-9a3e-46ce-b4a6-750b5206566b service neutron] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:30.427623 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-15528050-fef4-46d1-a0b4-da911c7e0bc2 req-1f96fd6b-5ef4-44b2-9f26-0a697293178c service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981336 Aug 30 20:10:30.586928 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12a5de-8ac8-4abe-9dc0-cc263f6782bb x-openstack-request-id: req-4e12a5de-8ac8-4abe-9dc0-cc263f6782bb {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:30.587212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:30.587456 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e12a5de-8ac8-4abe-9dc0-cc263f6782bb {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:30.587844 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'status': 'completed', 'code': 200} Aug 30 20:10:30.639508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2e9289e9-05a6-4cfe-bedc-0f00a559ffac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.647307 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-ce36ce68-d180-4eba-b126-980e73eabab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:30.649501 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-ce36ce68-d180-4eba-b126-980e73eabab2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1096 time: 0.2520089 Aug 30 20:10:30.650290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2e9289e9-05a6-4cfe-bedc-0f00a559ffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.689905 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2e9289e9-05a6-4cfe-bedc-0f00a559ffac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86ddc1cadc05421b908319f2caaf0a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213067 Aug 30 20:10:30.692376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44162) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:30.692975 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9289e9-05a6-4cfe-bedc-0f00a559ffac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3845e1da-a024-4fa3-a745-d41cdb270ced,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:30.761066 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.775340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebee46-79fb-43a6-b491-4be5a82bcfde req-627f378a-3a8b-4652-b1ce-9c260c5668ab tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:30.776827 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-caebee46-79fb-43a6-b491-4be5a82bcfde req-627f378a-3a8b-4652-b1ce-9c260c5668ab tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0541422 Aug 30 20:10:30.782264 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.819017 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-caebee46-79fb-43a6-b491-4be5a82bcfde req-dfac50f9-1ea9-45f3-ae26-103f8c844238 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Aug 30 20:10:30.833644 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.836790 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:30.840438 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3845e1da-a024-4fa3-a745-d41cdb270ced HTTP/1.1" status: 204 len: 168 time: 0.1441777 Aug 30 20:10:30.846333 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83885157-46da-4fab-b90b-482a67dfc13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3845e1da-a024-4fa3-a745-d41cdb270ced,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:30.912209 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec63944-5c08-4da9-abe5-09c8293de716 req-362ba4e5-4c7f-49ad-a598-581580bdfd4d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:30.913962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ec63944-5c08-4da9-abe5-09c8293de716 req-362ba4e5-4c7f-49ad-a598-581580bdfd4d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0544693 Aug 30 20:10:30.956364 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ec63944-5c08-4da9-abe5-09c8293de716 req-2a2e3557-38d6-4566-b2e5-28d93bf090ac tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Aug 30 20:10:31.113459 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44170) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:31.126711 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dcf61e6d-b575-499f-b502-1c9fd44401e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.244236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dcf61e6d-b575-499f-b502-1c9fd44401e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.249691 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dcf61e6d-b575-499f-b502-1c9fd44401e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.295695 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b68e2-857e-4a6a-a25d-625071d2fbbd req-acc48cfa-fffe-4cd4-8ad1-03a41c1f6eeb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:31.297186 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e30b68e2-857e-4a6a-a25d-625071d2fbbd req-acc48cfa-fffe-4cd4-8ad1-03a41c1f6eeb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0999007 Aug 30 20:10:31.306284 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-dcf61e6d-b575-499f-b502-1c9fd44401e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=895cbb07f0f44567accc6bd287e10797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892257 Aug 30 20:10:31.306696 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44176) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:31.307868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf61e6d-b575-499f-b502-1c9fd44401e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06c5fed-e450-4f50-8383-ba9a7853732a,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:31.357590 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.371944 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e30b68e2-857e-4a6a-a25d-625071d2fbbd req-5a93f8a3-0146-49c6-9ec8-854b1aa396e7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669036 Aug 30 20:10:31.379428 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.392120 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a7efe-d538-416b-9f46-3b312e0c61a2 req-b34c6f5c-c78b-45e3-8d83-b4438ae0e26f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:31.393618 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-801a7efe-d538-416b-9f46-3b312e0c61a2 req-b34c6f5c-c78b-45e3-8d83-b4438ae0e26f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0648675 Aug 30 20:10:31.433153 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-801a7efe-d538-416b-9f46-3b312e0c61a2 req-2ac47229-75a7-428e-af32-9baead979877 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Aug 30 20:10:31.433790 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.436617 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:31.437445 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f06c5fed-e450-4f50-8383-ba9a7853732a HTTP/1.1" status: 204 len: 168 time: 0.1296256 Aug 30 20:10:31.446815 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2afa36-43e5-4004-9460-b42263f18f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06c5fed-e450-4f50-8383-ba9a7853732a,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:31.943177 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3902a4-c2fa-4a24-a89b-3f93c552a0f6 req-c770d544-14f8-4ad8-8585-ecc23f926973 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:31.946058 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf3902a4-c2fa-4a24-a89b-3f93c552a0f6 req-c770d544-14f8-4ad8-8585-ecc23f926973 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0523963 Aug 30 20:10:31.986743 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf3902a4-c2fa-4a24-a89b-3f93c552a0f6 req-15b2603a-6b53-48b3-a6f1-2fa540391e0b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Aug 30 20:10:32.079421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59ec84-6efb-4ea9-a248-070ef860bbc1 req-4db1ae64-d2be-4555-b8a5-b8f3af1491e9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:32.086321 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c59ec84-6efb-4ea9-a248-070ef860bbc1 req-4db1ae64-d2be-4555-b8a5-b8f3af1491e9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0577374 Aug 30 20:10:32.124020 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c59ec84-6efb-4ea9-a248-070ef860bbc1 req-f4368e30-4f8b-4253-916a-717f76ed3334 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367303 Aug 30 20:10:32.497722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2decda3-c9a8-4909-a0b8-b9f21f84a1e1 req-d7a2f1e0-8a7c-418e-9752-d93e2551d086 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:32.502178 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e2decda3-c9a8-4909-a0b8-b9f21f84a1e1 req-d7a2f1e0-8a7c-418e-9752-d93e2551d086 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0543988 Aug 30 20:10:32.571010 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e2decda3-c9a8-4909-a0b8-b9f21f84a1e1 req-ee309c16-a574-41ff-b44b-2ef309c82118 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653434 Aug 30 20:10:32.586979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3439e-90e6-40df-9767-346d58ea4c18 req-15fde4b9-5bb2-47e3-a207-d156191afb35 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:32.588536 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4be3439e-90e6-40df-9767-346d58ea4c18 req-15fde4b9-5bb2-47e3-a207-d156191afb35 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0813208 Aug 30 20:10:32.635595 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4be3439e-90e6-40df-9767-346d58ea4c18 req-f0aac559-09e5-4391-b526-95bfbee27d63 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Aug 30 20:10:32.707925 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-0626d6f7-a2be-446e-b3a0-fb0f6b3b6693 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 217 time: 0.0468981 Aug 30 20:10:33.110560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b6575-45a3-4bdd-b21d-bee03cf12df6 req-4337b3d8-db68-4b80-9fd6-055c6838da09 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:33.112169 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-596b6575-45a3-4bdd-b21d-bee03cf12df6 req-4337b3d8-db68-4b80-9fd6-055c6838da09 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0560563 Aug 30 20:10:33.151321 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-596b6575-45a3-4bdd-b21d-bee03cf12df6 req-4812ad18-276d-4eb1-8153-75735e5a6e9f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331190 Aug 30 20:10:33.249398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c3bd-d228-425f-b5f2-2e28a173b78d req-2a82f406-c0ce-40fa-a76d-f0811fccfaaa tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:33.250912 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d76c3bd-d228-425f-b5f2-2e28a173b78d req-2a82f406-c0ce-40fa-a76d-f0811fccfaaa tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0496871 Aug 30 20:10:33.288040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d76c3bd-d228-425f-b5f2-2e28a173b78d req-4373b92e-569d-45dc-8c46-6531e3429b11 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311503 Aug 30 20:10:33.726706 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f53cbe-627a-408c-b65b-6af4afc04e66 req-7d9d7837-ab7a-4e2b-9be7-b7ac5609d820 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:33.727818 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-65f53cbe-627a-408c-b65b-6af4afc04e66 req-7d9d7837-ab7a-4e2b-9be7-b7ac5609d820 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0649574 Aug 30 20:10:33.786084 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947ded-b6f9-4631-8ea6-9cc0c6f2446c req-25d6ebe2-33bb-4fb7-844a-4250a7f111ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:33.787564 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f3947ded-b6f9-4631-8ea6-9cc0c6f2446c req-25d6ebe2-33bb-4fb7-844a-4250a7f111ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0819516 Aug 30 20:10:33.793219 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-65f53cbe-627a-408c-b65b-6af4afc04e66 req-de0c9e02-e085-4ff1-91b3-b8d1ff3937f5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517590 Aug 30 20:10:33.828808 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f3947ded-b6f9-4631-8ea6-9cc0c6f2446c req-4f4e7b4d-843b-4a96-a250-e0f3f34426c6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Aug 30 20:10:33.919013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-7e3f22eb-584b-4450-a14f-3fffbcec04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:33.921698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-7e3f22eb-584b-4450-a14f-3fffbcec04a2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0697768 Aug 30 20:10:33.977784 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44284) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:34.084789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ced55f6-9ab0-4cda-98e5-3cc4264b5a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.170213 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ced55f6-9ab0-4cda-98e5-3cc4264b5a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.175250 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ced55f6-9ab0-4cda-98e5-3cc4264b5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.216643 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1ced55f6-9ab0-4cda-98e5-3cc4264b5a0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b80591826684f7f95a63b12a19e5214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376769 Aug 30 20:10:34.217578 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced55f6-9ab0-4cda-98e5-3cc4264b5a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e87035-5a7c-49f2-a123-9e7e64ad32ba,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:34.219327 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44290) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:34.300352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23c3d-eed2-4126-b8e4-04b9c80b0dc8 req-1191471d-183b-473a-957f-80cacccd56f6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:34.301889 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-45c23c3d-eed2-4126-b8e4-04b9c80b0dc8 req-1191471d-183b-473a-957f-80cacccd56f6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0762062 Aug 30 20:10:34.319231 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.356631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.397310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-45c23c3d-eed2-4126-b8e4-04b9c80b0dc8 req-657e2524-120a-41e4-b4db-155084d798dc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888159 Aug 30 20:10:34.438386 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0805abe-7259-4e2d-a519-a51906d679b3 req-a2481430-913b-4492-87cc-61c6b1eaa6e9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:34.439861 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0805abe-7259-4e2d-a519-a51906d679b3 req-a2481430-913b-4492-87cc-61c6b1eaa6e9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0811625 Aug 30 20:10:34.464930 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.467700 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.469445 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93e87035-5a7c-49f2-a123-9e7e64ad32ba HTTP/1.1" status: 204 len: 168 time: 0.2484515 Aug 30 20:10:34.485837 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabc388-cf41-4756-b9b2-452ef22f6aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e87035-5a7c-49f2-a123-9e7e64ad32ba,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:34.504614 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0805abe-7259-4e2d-a519-a51906d679b3 req-091e52e9-6b37-4111-95d8-e838a48d7169 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577159 Aug 30 20:10:34.751035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44300) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:34.765729 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01d1e3b6-8eb3-47a5-a7f1-e772284c68fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.862869 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01d1e3b6-8eb3-47a5-a7f1-e772284c68fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.868129 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01d1e3b6-8eb3-47a5-a7f1-e772284c68fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:34.931142 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-01d1e3b6-8eb3-47a5-a7f1-e772284c68fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f261d836fca24ccab1a852c4216dda03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1785672 Aug 30 20:10:34.932757 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1e3b6-8eb3-47a5-a7f1-e772284c68fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2623e4-c7ce-4275-a41b-25ba25ab9cf6,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:34.933853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44306) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:35.021508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66a8ad-74d3-41e4-8b5a-d54dead40e35 req-fa5c7c0a-d8db-4a9f-94c0-1c74b420b83b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:35.023562 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5b66a8ad-74d3-41e4-8b5a-d54dead40e35 req-fa5c7c0a-d8db-4a9f-94c0-1c74b420b83b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.1482008 Aug 30 20:10:35.031937 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895aea-773b-4aa1-93da-3eb11fd419d6 req-1a28e573-2b25-4ae3-ab50-facb6c03806a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:35.033302 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb895aea-773b-4aa1-93da-3eb11fd419d6 req-1a28e573-2b25-4ae3-ab50-facb6c03806a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.1170554 Aug 30 20:10:35.066855 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:35.119812 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5b66a8ad-74d3-41e4-8b5a-d54dead40e35 req-3aa672c7-a1c6-40d8-8679-bcac0b323b6f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852273 Aug 30 20:10:35.121575 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:35.135844 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb895aea-773b-4aa1-93da-3eb11fd419d6 req-2f85c855-5738-46a9-a799-53417407dd07 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907331 Aug 30 20:10:35.177225 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:35.181212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:35.182385 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d2623e4-c7ce-4275-a41b-25ba25ab9cf6 HTTP/1.1" status: 204 len: 168 time: 0.2449183 Aug 30 20:10:35.194074 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fa531-f3ab-4ea0-a984-83085e343f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2623e4-c7ce-4275-a41b-25ba25ab9cf6,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:35.519298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6f95-151d-4db6-bfb0-788f7fd014d4 req-68404b02-a07e-4200-8b50-28c49eb826f3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:35.520695 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f2f6f95-151d-4db6-bfb0-788f7fd014d4 req-68404b02-a07e-4200-8b50-28c49eb826f3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0544386 Aug 30 20:10:35.576281 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f2f6f95-151d-4db6-bfb0-788f7fd014d4 req-7b5dcddf-94e5-41db-867a-344e5b8b7906 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480838 Aug 30 20:10:35.631467 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7934889-582d-4849-ad1e-dd5343f34587 req-f2297b35-73ad-434d-b8a9-219cd9ab6033 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:35.633015 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a7934889-582d-4849-ad1e-dd5343f34587 req-f2297b35-73ad-434d-b8a9-219cd9ab6033 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0521848 Aug 30 20:10:35.671644 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a7934889-582d-4849-ad1e-dd5343f34587 req-b405afef-9925-4fff-b5cf-6cfa1e81e685 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Aug 30 20:10:35.763073 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-88db93da-ca2e-4d79-aae7-7fc334ebc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:35.764561 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-88db93da-ca2e-4d79-aae7-7fc334ebc1f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551760 Aug 30 20:10:35.863667 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-83bba5d7-6030-45eb-8c5d-d374abf61168 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908117 Aug 30 20:10:35.959261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d3c9fc0-ce30-4911-982e-01790c04cc29 req-51454363-e3e5-44ed-b1c9-7ff9e042b72d service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870166 Aug 30 20:10:36.073010 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-e72710e8-5bd5-4c82-9a0a-0eee25220115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.074652 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-e72710e8-5bd5-4c82-9a0a-0eee25220115 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1096 time: 0.0585182 Aug 30 20:10:36.197262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-b39d9cf1-acce-4e1b-ae3b-05cd9f954bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.199513 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-b39d9cf1-acce-4e1b-ae3b-05cd9f954bae service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.1110494 Aug 30 20:10:36.296310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-e3df2ac6-e829-42ef-a54d-f4a0c17cb380 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 217 time: 0.0676048 Aug 30 20:10:36.349395 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a75fe8-3ea8-4001-99cd-2f194b539dac req-895fffb2-266c-436f-a8d8-e31472ddb364 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.351470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74a75fe8-3ea8-4001-99cd-2f194b539dac req-895fffb2-266c-436f-a8d8-e31472ddb364 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.1505489 Aug 30 20:10:36.363083 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ce30f-bba6-4a2b-9d5b-70b4d5d4d206 req-356f562f-9efa-458e-b6ad-65d96b9b5d7a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.364519 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-404ce30f-bba6-4a2b-9d5b-70b4d5d4d206 req-356f562f-9efa-458e-b6ad-65d96b9b5d7a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.1515217 Aug 30 20:10:36.411421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-b74adf2d-fe70-4ffd-903e-ede39435a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.412896 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-b74adf2d-fe70-4ffd-903e-ede39435a464 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.1055508 Aug 30 20:10:36.448133 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74a75fe8-3ea8-4001-99cd-2f194b539dac req-e3911935-d96a-456d-9643-2f5b238fe1b7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779262 Aug 30 20:10:36.468848 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-404ce30f-bba6-4a2b-9d5b-70b4d5d4d206 req-836cce53-d451-4b20-8a51-69c861b9cf0c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950239 Aug 30 20:10:36.483574 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-c073ae59-d360-4ea8-adba-157fc930f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.485068 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-c073ae59-d360-4ea8-adba-157fc930f5e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594845 Aug 30 20:10:36.584768 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-1a2c5e89-29cd-48d3-bda0-d11d3a99c57e service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913506 Aug 30 20:10:36.727798 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb37d90-ae05-4cd8-a5d8-b6806f108cd7 req-d46e65ab-15a4-417a-826f-0d0f2b309adb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.729201 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fb37d90-ae05-4cd8-a5d8-b6806f108cd7 req-d46e65ab-15a4-417a-826f-0d0f2b309adb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0829921 Aug 30 20:10:36.731070 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be2bc36b-f22b-4f74-b15a-65326fa02237 req-6ea58f3a-6f38-491d-8ac1-4d9546686218 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381404 Aug 30 20:10:36.800930 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fb37d90-ae05-4cd8-a5d8-b6806f108cd7 req-6a0dcb8d-88d5-45c1-9af3-764d342297f3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Aug 30 20:10:36.825642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be054b12-f943-4cce-8265-fcb2c0480754 req-47e08c2f-4d7f-4c21-a68b-633d9887bf31 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:36.827185 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be054b12-f943-4cce-8265-fcb2c0480754 req-47e08c2f-4d7f-4c21-a68b-633d9887bf31 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0741575 Aug 30 20:10:36.869737 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-be054b12-f943-4cce-8265-fcb2c0480754 req-fd6b1520-b1b3-4032-a520-ccb54bedf751 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361094 Aug 30 20:10:37.468673 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44410) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:37.604398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6b15565b-0009-4aaf-b64a-b2bf4ebe9cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:37.640193 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bb46e-6ce5-43d7-8ad8-35b1fad1dc87 req-3056d00d-20f9-48ff-b983-1a5fcf4454d1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:37.641626 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa3bb46e-6ce5-43d7-8ad8-35b1fad1dc87 req-3056d00d-20f9-48ff-b983-1a5fcf4454d1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.1080532 Aug 30 20:10:37.668708 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f53d8-5684-4070-8b34-8a93c0ce5686 req-6d4ed905-d0eb-4e9a-80d2-40a285cc6636 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:37.670218 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f3f53d8-5684-4070-8b34-8a93c0ce5686 req-6d4ed905-d0eb-4e9a-80d2-40a285cc6636 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.1090443 Aug 30 20:10:37.728166 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa3bb46e-6ce5-43d7-8ad8-35b1fad1dc87 req-28e6eb49-9c97-4a9a-9f55-c5ccadd60563 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752406 Aug 30 20:10:37.752758 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f3f53d8-5684-4070-8b34-8a93c0ce5686 req-728b6fcd-3e9f-42bc-b715-4431b7542307 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687790 Aug 30 20:10:37.792796 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6b15565b-0009-4aaf-b64a-b2bf4ebe9cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:37.796156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6b15565b-0009-4aaf-b64a-b2bf4ebe9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:37.846692 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6b15565b-0009-4aaf-b64a-b2bf4ebe9cb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=adda9182fb124e79bc4e7edc61fc3f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763337 Aug 30 20:10:37.849100 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44424) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:37.860269 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15565b-0009-4aaf-b64a-b2bf4ebe9cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5752a33-5e47-4fd0-bc5d-5ad9d887814d,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:38.004559 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.020347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278df5c-cdda-40f3-a5db-9570f7141f3d req-e28e6fed-685d-4a4a-8ad1-e501ba9ece5a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:38.022030 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d278df5c-cdda-40f3-a5db-9570f7141f3d req-e28e6fed-685d-4a4a-8ad1-e501ba9ece5a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.1148701 Aug 30 20:10:38.059263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff48a9c-17e1-4466-bb5e-545aef91a2ba req-54f32445-5792-46ac-b45c-24942a5aa74c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:38.060730 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dff48a9c-17e1-4466-bb5e-545aef91a2ba req-54f32445-5792-46ac-b45c-24942a5aa74c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.1047015 Aug 30 20:10:38.068403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.148045 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d278df5c-cdda-40f3-a5db-9570f7141f3d req-31b2c674-f29a-49f2-81f8-aeaaf6b1c568 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176953 Aug 30 20:10:38.176483 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.179695 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.181102 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5752a33-5e47-4fd0-bc5d-5ad9d887814d HTTP/1.1" status: 204 len: 168 time: 0.3301980 Aug 30 20:10:38.185601 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dff48a9c-17e1-4466-bb5e-545aef91a2ba req-126f8229-880a-4563-8859-e5e8c15bf233 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060975 Aug 30 20:10:38.192773 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28162a01-f8d7-43cd-b04d-3d2f10a8db99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5752a33-5e47-4fd0-bc5d-5ad9d887814d,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:38.526236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44458) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:38.542382 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d16b7ad-9e3a-4dc4-beb2-2cabd2938d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.666209 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d16b7ad-9e3a-4dc4-beb2-2cabd2938d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.671422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d16b7ad-9e3a-4dc4-beb2-2cabd2938d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.717285 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5d16b7ad-9e3a-4dc4-beb2-2cabd2938d25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0aa895aefc0426686fac94cd32f6cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895535 Aug 30 20:10:38.719226 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16b7ad-9e3a-4dc4-beb2-2cabd2938d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c1453-758b-4fca-a419-d3bd11274440,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:38.720006 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44464) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:38.769875 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.800652 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.858825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.861260 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:38.862450 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b12c1453-758b-4fca-a419-d3bd11274440 HTTP/1.1" status: 204 len: 168 time: 0.1414173 Aug 30 20:10:38.873140 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eae5e-ee78-4121-9eb9-98f9e235138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c1453-758b-4fca-a419-d3bd11274440,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:38.883445 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306b0de-e02f-4afb-9f9d-4fde94199fc8 req-f010f1a0-e660-4d11-8e20-b85a35f7dc25 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:38.885014 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d306b0de-e02f-4afb-9f9d-4fde94199fc8 req-f010f1a0-e660-4d11-8e20-b85a35f7dc25 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0825546 Aug 30 20:10:38.916722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5f783-ebf5-4912-8936-590a4bb2e9b5 req-a1953f37-4a3e-4ad4-ba7c-375927ba0fbf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:38.918301 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3fe5f783-ebf5-4912-8936-590a4bb2e9b5 req-a1953f37-4a3e-4ad4-ba7c-375927ba0fbf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0817485 Aug 30 20:10:38.956214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d306b0de-e02f-4afb-9f9d-4fde94199fc8 req-51985061-d0e1-4627-96bd-450b63625dc5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628455 Aug 30 20:10:38.974938 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3fe5f783-ebf5-4912-8936-590a4bb2e9b5 req-783b25a5-2741-4074-982d-79a3f231bf34 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488968 Aug 30 20:10:39.300492 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae4ef1-7e45-4757-b64b-7d0ea5caca31 req-f005f423-472e-48ee-a571-c799cf3737b6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:39.301971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86ae4ef1-7e45-4757-b64b-7d0ea5caca31 req-f005f423-472e-48ee-a571-c799cf3737b6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0788217 Aug 30 20:10:39.338622 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab04d9-076a-4e15-a6e7-7644ac97e5f6 req-c7956f66-1b71-4036-99c3-45a68c4ca406 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:39.340133 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15ab04d9-076a-4e15-a6e7-7644ac97e5f6 req-c7956f66-1b71-4036-99c3-45a68c4ca406 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0797815 Aug 30 20:10:39.375755 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86ae4ef1-7e45-4757-b64b-7d0ea5caca31 req-1cf52ccb-9d1e-4c94-88fe-d22c8b57ef13 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667448 Aug 30 20:10:39.405103 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15ab04d9-076a-4e15-a6e7-7644ac97e5f6 req-4932b275-e8b9-4597-bd39-d431cf3b2c52 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Aug 30 20:10:40.111445 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a0073-c1c2-42fc-8403-0a90d48d5084 req-72b6b435-15e4-4dc4-8321-373773caadd9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:40.112902 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b47a0073-c1c2-42fc-8403-0a90d48d5084 req-72b6b435-15e4-4dc4-8321-373773caadd9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0794983 Aug 30 20:10:40.123839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0da9c-845e-472f-b458-13bfbba43298 req-d83f55e2-e614-4ded-8474-f7866e25318c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:40.125217 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-20e0da9c-845e-472f-b458-13bfbba43298 req-d83f55e2-e614-4ded-8474-f7866e25318c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0659688 Aug 30 20:10:40.179551 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b47a0073-c1c2-42fc-8403-0a90d48d5084 req-f1858dcd-138f-4315-a0c6-4b38ffc1447f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527647 Aug 30 20:10:40.184868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-20e0da9c-845e-472f-b458-13bfbba43298 req-eb96cb2d-6c4d-4d09-9e8c-3f0552bc5195 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529037 Aug 30 20:10:40.531773 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27b38c-f285-4c2b-b3b8-62a45ff13843 req-6a6e6560-6fda-4945-a859-9dd0ccef39ff tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:40.533764 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a27b38c-f285-4c2b-b3b8-62a45ff13843 req-6a6e6560-6fda-4945-a859-9dd0ccef39ff tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 944 time: 0.0848341 Aug 30 20:10:40.540341 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:10:40.557269 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fc61d-e6de-4994-9adb-3d9fd7c9d1a8 req-fe2ebfbe-8347-4f59-9f7d-04b7206f777d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:40.558835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e93fc61d-e6de-4994-9adb-3d9fd7c9d1a8 req-fe2ebfbe-8347-4f59-9f7d-04b7206f777d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0751476 Aug 30 20:10:40.602212 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a27b38c-f285-4c2b-b3b8-62a45ff13843 req-1de4c718-5fdf-4ca6-aa1f-357fbb8a3483 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589712 Aug 30 20:10:40.616865 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e93fc61d-e6de-4994-9adb-3d9fd7c9d1a8 req-17515508-4623-43d7-b2c4-4a81e2b6bf97 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Aug 30 20:10:40.656436 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:40.667381 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'port_id': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'mac_address': 'fa:16:3e:29:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bbf775-a897-43f7-8987-67fefe883b7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:10:40.704199 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:40.716451 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:40.735846 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:40.739743 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:40.790305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:41.147011 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a2319665-5b74-498f-b7eb-a031f1189ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:41.336624 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91ef8b-091a-4e88-9214-740c74cd9a72 req-6b6220c0-2f8d-4a57-ab96-eb20825fd671 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:41.338026 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ca91ef8b-091a-4e88-9214-740c74cd9a72 req-6b6220c0-2f8d-4a57-ab96-eb20825fd671 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0800862 Aug 30 20:10:41.346078 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c2d64-4d77-4c6d-aafc-14986b58b377 req-20714a81-eede-4383-82d8-b37e552ed675 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:41.347458 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-996c2d64-4d77-4c6d-aafc-14986b58b377 req-20714a81-eede-4383-82d8-b37e552ed675 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0908887 Aug 30 20:10:41.568587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ca91ef8b-091a-4e88-9214-740c74cd9a72 req-9fe23122-7874-4483-94d7-863a7fd330b8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201867 Aug 30 20:10:41.577019 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-996c2d64-4d77-4c6d-aafc-14986b58b377 req-c8a0fbe9-07c8-4ab8-824b-4255c65e294f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222240 Aug 30 20:10:41.747348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cde010-1346-4aa1-9a6d-4d419009ac35 req-47980700-6349-447a-ba71-147cb79e2239 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:41.748830 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9cde010-1346-4aa1-9a6d-4d419009ac35 req-47980700-6349-447a-ba71-147cb79e2239 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0757823 Aug 30 20:10:41.779065 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b57d51-e341-486a-8193-bdf06345ca45 req-cd654801-9205-4459-8caf-cab5a0011c7b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:41.780530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32b57d51-e341-486a-8193-bdf06345ca45 req-cd654801-9205-4459-8caf-cab5a0011c7b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0815377 Aug 30 20:10:41.811632 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9cde010-1346-4aa1-9a6d-4d419009ac35 req-dc2e92e9-f028-4690-b6d5-cbe5dea4bd0f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567927 Aug 30 20:10:41.832010 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32b57d51-e341-486a-8193-bdf06345ca45 req-e19ebc88-bc48-48ec-997c-780f58a79739 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446949 Aug 30 20:10:42.724468 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5ea7e-4a21-42e2-b0b4-359ebd2360c4 req-0ced9be0-2b95-42e8-af3c-7742ff33d29a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:42.726055 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e7e5ea7e-4a21-42e2-b0b4-359ebd2360c4 req-0ced9be0-2b95-42e8-af3c-7742ff33d29a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0803657 Aug 30 20:10:42.733633 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410d92-355a-4c70-8148-692e9ffe27a3 req-0fa8aaba-37d4-451d-96f9-e57628306114 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:42.735020 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-45410d92-355a-4c70-8148-692e9ffe27a3 req-0fa8aaba-37d4-451d-96f9-e57628306114 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0905681 Aug 30 20:10:42.790955 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e7e5ea7e-4a21-42e2-b0b4-359ebd2360c4 req-de44732a-a8c3-4981-a1fe-ffa0b15f35f4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Aug 30 20:10:42.793576 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-45410d92-355a-4c70-8148-692e9ffe27a3 req-1389406e-6a6e-4f90-844d-9ce8783af5a5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514548 Aug 30 20:10:42.965103 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e717695-fece-4a70-acf9-90b83dcef25a req-5560b92b-8d8c-4e9d-92f1-5d6385ae90ea tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:42.966708 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e717695-fece-4a70-acf9-90b83dcef25a req-5560b92b-8d8c-4e9d-92f1-5d6385ae90ea tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0860181 Aug 30 20:10:42.980328 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d9db0-ec04-4890-b0b5-e05ad4bf9815 req-99cc0e7f-f14f-4760-b189-14f39f33f05a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:42.981858 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7f7d9db0-ec04-4890-b0b5-e05ad4bf9815 req-99cc0e7f-f14f-4760-b189-14f39f33f05a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0704269 Aug 30 20:10:43.041892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e717695-fece-4a70-acf9-90b83dcef25a req-c875daac-9c98-4df4-85ba-b47c158a685d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Aug 30 20:10:43.044652 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7f7d9db0-ec04-4890-b0b5-e05ad4bf9815 req-bbd485bf-d9ce-4dab-85f5-bda855fd2124 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Aug 30 20:10:43.939200 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107007e-6144-47f6-95ad-a44897f693f5 req-467e1eef-3bde-4837-89c9-5228be5b6c6f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:43.940703 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1107007e-6144-47f6-95ad-a44897f693f5 req-467e1eef-3bde-4837-89c9-5228be5b6c6f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0773327 Aug 30 20:10:43.954036 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002479b-b0da-4848-b5a6-25a0ae6ab830 req-d7a0903a-1713-4840-898f-e6135619ac4e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:43.955543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d002479b-b0da-4848-b5a6-25a0ae6ab830 req-d7a0903a-1713-4840-898f-e6135619ac4e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0833545 Aug 30 20:10:44.011002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1107007e-6144-47f6-95ad-a44897f693f5 req-abdc9e5e-8964-45cc-94f5-1bfdaecf0c23 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544772 Aug 30 20:10:44.015988 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d002479b-b0da-4848-b5a6-25a0ae6ab830 req-664a50af-989a-42cd-a322-f7e9b8cb5c00 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529556 Aug 30 20:10:44.190934 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e956a-7e58-429e-a39e-35307ca339c3 req-edf699e2-eaae-495b-874b-f6a75c77690f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:44.192133 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b61e956a-7e58-429e-a39e-35307ca339c3 req-edf699e2-eaae-495b-874b-f6a75c77690f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0798759 Aug 30 20:10:44.205045 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ce0d-96e1-4c77-97dc-e29d7a6c00f6 req-507ffe35-5c97-489e-acf8-e575619ed244 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:44.206556 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82d5ce0d-96e1-4c77-97dc-e29d7a6c00f6 req-507ffe35-5c97-489e-acf8-e575619ed244 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0848007 Aug 30 20:10:44.261901 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b61e956a-7e58-429e-a39e-35307ca339c3 req-f4a951db-c8ee-474f-9468-cfcca4ec9bcc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Aug 30 20:10:44.266359 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82d5ce0d-96e1-4c77-97dc-e29d7a6c00f6 req-672c0623-aa02-4ef8-bf64-c4dcb0603b82 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528562 Aug 30 20:10:44.315239 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-893fe503-a495-4fb9-9dfe-4020dae049b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:44.685925 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:44.750912 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:10:45.167063 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d339ff-8e55-4088-95e4-c1980f8a0cf9 req-0f1480ab-bb06-4fa7-ae4e-5de1d35e9df4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:45.172650 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-78d339ff-8e55-4088-95e4-c1980f8a0cf9 req-0f1480ab-bb06-4fa7-ae4e-5de1d35e9df4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 943 time: 0.0853786 Aug 30 20:10:45.176842 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fafe3a-ea3c-45e3-9f37-0d0c0c0aa25b req-cd5f702c-95c8-4155-8e00-34efa851b389 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:45.178313 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9fafe3a-ea3c-45e3-9f37-0d0c0c0aa25b req-cd5f702c-95c8-4155-8e00-34efa851b389 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0688066 Aug 30 20:10:45.239563 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-78d339ff-8e55-4088-95e4-c1980f8a0cf9 req-930ed6a1-aae3-43a7-8d72-15054d6a9e60 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597677 Aug 30 20:10:45.245937 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9fafe3a-ea3c-45e3-9f37-0d0c0c0aa25b req-5f0aa021-7730-4bc7-a373-7675d2547e46 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587611 Aug 30 20:10:45.418883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59587dab-2e03-4e72-89b3-d104d3597018 req-a1dede79-24f1-4192-a022-d789223f12b6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:45.420405 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-59587dab-2e03-4e72-89b3-d104d3597018 req-a1dede79-24f1-4192-a022-d789223f12b6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0809968 Aug 30 20:10:45.429353 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb06a9-3ab6-4fab-90a2-009fd4445892 req-4c5787e4-dd47-4c8a-bf49-5d8cb51177d7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:45.430892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-09fb06a9-3ab6-4fab-90a2-009fd4445892 req-4c5787e4-dd47-4c8a-bf49-5d8cb51177d7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 943 time: 0.0809467 Aug 30 20:10:45.492598 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-59587dab-2e03-4e72-89b3-d104d3597018 req-ec8a0fa1-61d4-4502-84d2-8c1a4c13a5ee tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Aug 30 20:10:45.514594 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-09fb06a9-3ab6-4fab-90a2-009fd4445892 req-3246264f-aeff-4b7d-b58f-0af134001fa4 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642512 Aug 30 20:10:45.550927 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 94c4a461-a730-4045-823b-5fc38865d8a5 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:10:45.630589 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:45.671599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94c4a461-a730-4045-823b-5fc38865d8a5,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:45.685582 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '94c4a461-a730-4045-823b-5fc38865d8a5', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'port_id': '94c4a461-a730-4045-823b-5fc38865d8a5', 'mac_address': 'fa:16:3e:1e:c8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:10:45.737888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:45.752073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c4a461-a730-4045-823b-5fc38865d8a5 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:45.777200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94c4a461-a730-4045-823b-5fc38865d8a5,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:45.781979 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:45.783120 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:10:45.885270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:45.898858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.899204 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.899541 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.899880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.900206 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.900534 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.900857 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.901181 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.901520 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.901905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.902203 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.902663 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:45.954022 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:45.965946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:10:46.003683 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.020468 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:46.040451 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:46.044240 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.044885 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 967d46bd-4d67-4a23-80fa-ce358a2937f8 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:10:46.135460 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:46.186084 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8,segment=NetworkSegment(14a89401-59d9-4201-b043-576dceb81873),segment_id=14a89401-59d9-4201-b043-576dceb81873)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:46.197993 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '967d46bd-4d67-4a23-80fa-ce358a2937f8', 'network_id': '597579ed-2a2f-4aba-9a4f-583cca89427b', 'port_id': '967d46bd-4d67-4a23-80fa-ce358a2937f8', 'mac_address': 'fa:16:3e:1e:ef:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3a3cff-de86-4a0b-82d1-151094a77761', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:10:46.242761 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.256000 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967d46bd-4d67-4a23-80fa-ce358a2937f8 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:46.277182 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8,segment=NetworkSegment(14a89401-59d9-4201-b043-576dceb81873),segment_id=14a89401-59d9-4201-b043-576dceb81873)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:46.284359 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.285899 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e83171fe-e57d-4b51-ac9f-7539f1cc8737 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:10:46.358445 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:46.362307 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:46.375737 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737', 'network_id': '34624bf6-47c7-4826-9166-8b4dbc17eaaf', 'port_id': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737', 'mac_address': 'fa:16:3e:4f:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43686237-88c9-4169-af37-9a68f639451e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:10:46.422358 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db8e75-55c5-4a52-8273-c30d045cc791 req-c2a4b929-e635-4a54-88f7-9fe87da01647 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:46.422884 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.423885 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-76db8e75-55c5-4a52-8273-c30d045cc791 req-c2a4b929-e635-4a54-88f7-9fe87da01647 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0877976 Aug 30 20:10:46.437002 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db903-c877-4c59-9e26-5c8d7e36de24 req-4221bf1a-ab57-49bb-9f82-989fb3e9660c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:46.437824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83171fe-e57d-4b51-ac9f-7539f1cc8737 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:10:46.439059 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c5db903-c877-4c59-9e26-5c8d7e36de24 req-4221bf1a-ab57-49bb-9f82-989fb3e9660c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0937231 Aug 30 20:10:46.462585 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:46.471151 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:46.500593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-76db8e75-55c5-4a52-8273-c30d045cc791 req-bbbcb14f-5eb2-435a-9328-27607a9626f2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600271 Aug 30 20:10:46.503110 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c5db903-c877-4c59-9e26-5c8d7e36de24 req-1d667bae-0cc5-43cb-81f1-b01dc157f272 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546997 Aug 30 20:10:46.544346 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:46.645589 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843cd36a-dac6-48f8-afb2-f8a71200390b req-de00bf7f-9157-49ec-85a7-7bd116278ef0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:46.647145 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-843cd36a-dac6-48f8-afb2-f8a71200390b req-de00bf7f-9157-49ec-85a7-7bd116278ef0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0795047 Aug 30 20:10:46.659242 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76fec8-65b2-4ba8-a44e-d7cdd0720c49 req-db62cc4f-8ac2-4eaf-8e9b-32ce8a6327a9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:46.660707 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6d76fec8-65b2-4ba8-a44e-d7cdd0720c49 req-db62cc4f-8ac2-4eaf-8e9b-32ce8a6327a9 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0836256 Aug 30 20:10:46.717596 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-843cd36a-dac6-48f8-afb2-f8a71200390b req-d3df27da-26c7-4664-a92e-0ead0f0b6754 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558991 Aug 30 20:10:46.720470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6d76fec8-65b2-4ba8-a44e-d7cdd0720c49 req-f71a3146-d9fa-4f61-90d5-77f9451112e8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527952 Aug 30 20:10:47.458842 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:47.662564 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976516fe-75e8-4dad-8fc2-38d1df84ed88 req-7f65503b-26ea-4a20-a21c-6f4c0f6965eb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:47.664127 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-976516fe-75e8-4dad-8fc2-38d1df84ed88 req-7f65503b-26ea-4a20-a21c-6f4c0f6965eb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0829945 Aug 30 20:10:47.672598 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6c61-f216-414e-9e36-0a591fc6fdd4 req-92bfbc42-8ead-4903-8f85-0957bb846372 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:47.674073 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-41cf6c61-f216-414e-9e36-0a591fc6fdd4 req-92bfbc42-8ead-4903-8f85-0957bb846372 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0673754 Aug 30 20:10:47.743198 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-976516fe-75e8-4dad-8fc2-38d1df84ed88 req-51669014-e3f9-4bdb-9e58-fe680e0de017 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679314 Aug 30 20:10:47.752606 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-41cf6c61-f216-414e-9e36-0a591fc6fdd4 req-82aa317c-5f38-48f3-8742-2a2af1a277ac tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Aug 30 20:10:47.893561 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464c60-8a37-4fbd-b89f-33fb0d9fddc2 req-ee6f75c5-3aec-400a-a354-98633a1f498b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:47.895118 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3a464c60-8a37-4fbd-b89f-33fb0d9fddc2 req-ee6f75c5-3aec-400a-a354-98633a1f498b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0807612 Aug 30 20:10:47.902896 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6449d64-2602-49a6-aabc-23d4e5a59071 req-8b8cc0ab-e714-4a09-a150-7af1d1b4e9b2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:47.904394 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6449d64-2602-49a6-aabc-23d4e5a59071 req-8b8cc0ab-e714-4a09-a150-7af1d1b4e9b2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0802281 Aug 30 20:10:47.963821 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3a464c60-8a37-4fbd-b89f-33fb0d9fddc2 req-f2b9b2a3-de39-4262-a949-1be47a5570e7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584674 Aug 30 20:10:47.971587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6449d64-2602-49a6-aabc-23d4e5a59071 req-836afdb4-33ce-4bb6-9585-1a274f05cb69 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602896 Aug 30 20:10:48.897726 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbc213-a612-41f7-b004-c72ca7a4ec5c req-ccf91d48-c749-44c1-b718-74dd3fea3b17 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:48.899778 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-acdbc213-a612-41f7-b004-c72ca7a4ec5c req-ccf91d48-c749-44c1-b718-74dd3fea3b17 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0813866 Aug 30 20:10:48.907203 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050028b-1b90-4db8-9873-0cdb887a52fe req-31509dfd-9326-4ac7-afb7-f1e2e076a5fb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:48.908698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f050028b-1b90-4db8-9873-0cdb887a52fe req-31509dfd-9326-4ac7-afb7-f1e2e076a5fb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0809605 Aug 30 20:10:48.966889 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-acdbc213-a612-41f7-b004-c72ca7a4ec5c req-f41ed22d-5afa-455a-b1a9-7b893ff1473f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571983 Aug 30 20:10:48.972988 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f050028b-1b90-4db8-9873-0cdb887a52fe req-8cc647a7-e109-4294-b51e-7562cca41c54 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566237 Aug 30 20:10:49.120352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c8f02b-2ebc-4a5e-b39d-821148f60b2c req-82dd146c-1c80-4fe4-8556-979bfbba1384 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:49.122087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29c8f02b-2ebc-4a5e-b39d-821148f60b2c req-82dd146c-1c80-4fe4-8556-979bfbba1384 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0861654 Aug 30 20:10:49.138007 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f3324-f5cf-407f-84ee-ff551004db87 req-b31c1660-0dcf-4e5a-b032-bdacb94685ab tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:49.139492 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de5f3324-f5cf-407f-84ee-ff551004db87 req-b31c1660-0dcf-4e5a-b032-bdacb94685ab tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0921333 Aug 30 20:10:49.200088 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29c8f02b-2ebc-4a5e-b39d-821148f60b2c req-e07ecea2-84dd-43c4-b051-c801b3737b4e tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Aug 30 20:10:49.208007 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de5f3324-f5cf-407f-84ee-ff551004db87 req-4efdf378-f1ef-4a57-b0cd-f27e5eb9f7e2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 Aug 30 20:10:50.126925 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ea9bc-cc77-4bdc-9dc3-81f58dce07e9 req-f401fe69-d137-49d1-ad9b-feb5917a9d5f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:50.128427 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e07ea9bc-cc77-4bdc-9dc3-81f58dce07e9 req-f401fe69-d137-49d1-ad9b-feb5917a9d5f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0760865 Aug 30 20:10:50.141243 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d820c-bb8a-4f09-a690-79314571b3e4 req-c2a1f0f6-e7d6-4e57-9c4d-31f645c77ab9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:50.142897 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb2d820c-bb8a-4f09-a690-79314571b3e4 req-c2a1f0f6-e7d6-4e57-9c4d-31f645c77ab9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0886097 Aug 30 20:10:50.201433 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e07ea9bc-cc77-4bdc-9dc3-81f58dce07e9 req-08b5a34b-cc74-4400-8dd1-d7d9c3233b72 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575356 Aug 30 20:10:50.210171 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb2d820c-bb8a-4f09-a690-79314571b3e4 req-efd84e4c-404a-46ff-978c-1d39e06fed15 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598106 Aug 30 20:10:50.361362 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bef438-ba9c-43a5-98fc-18a6096f2989 req-b41d6533-d5b0-40d6-86da-1870d05d4f6c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:50.363005 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d9bef438-ba9c-43a5-98fc-18a6096f2989 req-b41d6533-d5b0-40d6-86da-1870d05d4f6c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0896375 Aug 30 20:10:50.372011 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672314ad-0610-4418-a484-9b4261a065a7 req-2f321984-f679-405f-bdbd-d431636ce1fa tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:50.373443 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-672314ad-0610-4418-a484-9b4261a065a7 req-2f321984-f679-405f-bdbd-d431636ce1fa tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0895903 Aug 30 20:10:50.431354 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d9bef438-ba9c-43a5-98fc-18a6096f2989 req-c725a63f-c38a-4605-91ec-6c88b15b0975 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Aug 30 20:10:50.436778 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-672314ad-0610-4418-a484-9b4261a065a7 req-ce5491c1-6fcf-4145-b051-fe201c9b635c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562844 Aug 30 20:10:50.716830 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:51.347978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7167-c72b-4e8e-9140-3db10f4a208f req-f7bd83dd-e0cd-4d58-a826-2ece25eeb0f6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:51.349384 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28de7167-c72b-4e8e-9140-3db10f4a208f req-f7bd83dd-e0cd-4d58-a826-2ece25eeb0f6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0791166 Aug 30 20:10:51.376836 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912204f-bd22-4bf1-b84f-2ea07ef4f818 req-97077949-2e75-45f4-a8f4-ee9143a52425 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:51.378323 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d912204f-bd22-4bf1-b84f-2ea07ef4f818 req-97077949-2e75-45f4-a8f4-ee9143a52425 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0789478 Aug 30 20:10:51.415288 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28de7167-c72b-4e8e-9140-3db10f4a208f req-3dfd09da-7416-47ed-8e0b-61ed2f9eaf71 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592525 Aug 30 20:10:51.435862 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d912204f-bd22-4bf1-b84f-2ea07ef4f818 req-33e1ac5e-64b0-4881-a517-123f18258bfb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494025 Aug 30 20:10:51.583862 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89171d6-c824-44a9-b118-45e616dcef34 req-ec9485a6-e72a-4fb3-b341-e7d7b77d8b68 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:51.585334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e89171d6-c824-44a9-b118-45e616dcef34 req-ec9485a6-e72a-4fb3-b341-e7d7b77d8b68 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0812829 Aug 30 20:10:51.593148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e285f0-84b9-4134-8c4a-9aefa9defc0e req-db4dd4d4-6ffe-4b22-9ab8-13c95f0ffeb4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:51.594558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32e285f0-84b9-4134-8c4a-9aefa9defc0e req-db4dd4d4-6ffe-4b22-9ab8-13c95f0ffeb4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0917661 Aug 30 20:10:51.653828 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e89171d6-c824-44a9-b118-45e616dcef34 req-ee4b9bc6-7d7a-42bd-8895-0ae8c315210d tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581863 Aug 30 20:10:51.658646 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32e285f0-84b9-4134-8c4a-9aefa9defc0e req-81b877fa-123c-40d9-ad59-b115af3e8a17 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572746 Aug 30 20:10:52.006256 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['94c4a461-a730-4045-823b-5fc38865d8a5'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:10:52.122492 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e83171fe-e57d-4b51-ac9f-7539f1cc8737'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:10:52.278575 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:10:52.286538 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['967d46bd-4d67-4a23-80fa-ce358a2937f8'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:10:52.578526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f651a3-8844-4a49-9d8c-2a3d7b6cb734 req-12f3012a-eb17-4023-b2aa-e7cd44250145 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:52.583852 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-12f651a3-8844-4a49-9d8c-2a3d7b6cb734 req-12f3012a-eb17-4023-b2aa-e7cd44250145 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0891144 Aug 30 20:10:52.607951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ed193-385f-4c7c-b640-a25f20bd5aa9 req-ce896ef0-053d-480c-9731-a8d70d5b512d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:52.609812 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3a3ed193-385f-4c7c-b640-a25f20bd5aa9 req-ce896ef0-053d-480c-9731-a8d70d5b512d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0890777 Aug 30 20:10:52.661373 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-12f651a3-8844-4a49-9d8c-2a3d7b6cb734 req-779f3fe5-4e6a-4180-b213-dcb7dc03dd2f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693815 Aug 30 20:10:52.679453 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:52.691529 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3a3ed193-385f-4c7c-b640-a25f20bd5aa9 req-5186f9e8-54f8-4d8f-bd72-c8ad391d48d7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644753 Aug 30 20:10:52.754622 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:52.759521 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:52.759894 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:52.817861 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d658bf-cf14-47d3-bbe4-1234a760436a req-7c817997-ba33-4e03-a8a3-9f22449a5159 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:52.819366 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40d658bf-cf14-47d3-bbe4-1234a760436a req-7c817997-ba33-4e03-a8a3-9f22449a5159 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.0809128 Aug 30 20:10:52.833184 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb535f2-de20-489b-bca1-139bc05873c5 req-d3c89e25-a079-4501-b30c-c3778dae84d4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:52.834797 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bcb535f2-de20-489b-bca1-139bc05873c5 req-d3c89e25-a079-4501-b30c-c3778dae84d4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 945 time: 0.0693505 Aug 30 20:10:52.841968 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:52.877853 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:52.895162 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40d658bf-cf14-47d3-bbe4-1234a760436a req-b884f74a-01c4-4528-9cf7-d7384413c839 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593927 Aug 30 20:10:52.901169 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bcb535f2-de20-489b-bca1-139bc05873c5 req-81039fa1-e285-420d-a995-0ec0f59327ea tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576708 Aug 30 20:10:52.945897 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:52.962376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.016389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:53.066705 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ff2066-08e7-45bc-a02b-0bb55835a956" -d '{"events": [{"server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "name": "network-vif-plugged", "status": "completed", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:53.161351 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37ec78a-db01-4607-a38b-133cceba514a x-openstack-request-id: req-c37ec78a-db01-4607-a38b-133cceba514a {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:53.161632 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "name": "network-vif-plugged", "status": "completed", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:53.161966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c37ec78a-db01-4607-a38b-133cceba514a {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:53.162383 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'code': 200} Aug 30 20:10:53.360116 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44838) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:53.436833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-e8dc3d58-1ab3-4b4f-a003-b3b0e1d820ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:53.439082 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-e8dc3d58-1ab3-4b4f-a003-b3b0e1d820ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 1099 time: 0.1141846 Aug 30 20:10:53.461351 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44844) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:53.468827 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.588538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.594651 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.633604 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b05fd7b0-5a6c-4deb-ad7a-d7c209e4b394 req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866400 Aug 30 20:10:53.638669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b790b2c6-1f2c-44aa-a1b0-7b6d0462ba0a,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:53.646087 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.646444 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.647000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.647347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.647718 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.648680 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.649037 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.649379 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.649753 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.650086 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.650596 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.651112 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ca5edf-4fa7-4e74-92d5-5439a97cfe92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:53.762212 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.777968 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.781469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44854) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:53.816231 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.db.api [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 20:10:53.816231 dv-cinder-777031-3-iscsi neutron-server[94124]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 20:10:53.816231 dv-cinder-777031-3-iscsi neutron-server[94124]: [parameters: {'project_id': '825f64ef497e461786f7b8706f0af8d3', 'id': 'fdd08bc5-fa0c-4fb4-a436-146977c35ddf', 'expiration': datetime.datetime(2021, 8, 30, 20, 12, 53, 811050)}] Aug 30 20:10:53.816231 dv-cinder-777031-3-iscsi neutron-server[94124]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 20:10:53.816627 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG oslo_db.api [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 20:10:53.847711 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c04d1-a677-4b59-a620-ab743f31646a req-44fe36a2-8aa0-4cbe-b61d-89f89796f96e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:53.849994 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-054c04d1-a677-4b59-a620-ab743f31646a req-44fe36a2-8aa0-4cbe-b61d-89f89796f96e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.0943696 Aug 30 20:10:53.863689 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a04353-8091-4ed6-88f6-90d3a0791a02 req-36478c60-b202-453a-8bfc-8637ebd16b95 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:53.865154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-92a04353-8091-4ed6-88f6-90d3a0791a02 req-36478c60-b202-453a-8bfc-8637ebd16b95 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0705926 Aug 30 20:10:53.882974 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-727d5403-6eae-4b7a-a285-f12347f75af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.919342 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-054c04d1-a677-4b59-a620-ab743f31646a req-47a28bd1-965d-4e1b-bf76-06ab3bead194 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529988 Aug 30 20:10:53.935331 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-92a04353-8091-4ed6-88f6-90d3a0791a02 req-a442c07b-f932-4bdf-b501-e2fbdd4f7b72 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614140 Aug 30 20:10:53.946138 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:53.952650 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.012629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3987548-112f-4440-b452-5c08b60300a1,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.019880 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83be2e9ff48d40b7a4986c0fb608efac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6555026 Aug 30 20:10:54.021379 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44862) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.027436 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.027788 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.028132 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.028473 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.028806 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.029202 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.029489 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.029838 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.030187 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.030497 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.030823 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.031144 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdaebe59-4c2a-4438-a148-984590abd22a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:10:54.106435 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-727d5403-6eae-4b7a-a285-f12347f75af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.111885 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-727d5403-6eae-4b7a-a285-f12347f75af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.127332 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d005e76-6ed9-4579-a20e-9f82c33eae5d req-aca06641-9700-4544-a519-6e56468df065 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:54.128863 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8d005e76-6ed9-4579-a20e-9f82c33eae5d req-aca06641-9700-4544-a519-6e56468df065 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.1376576 Aug 30 20:10:54.152644 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060cd771-d483-4b70-96ad-4dc7644623f5 req-f0500ed5-f565-4584-b599-48a88bd7a958 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:54.154209 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-060cd771-d483-4b70-96ad-4dc7644623f5 req-f0500ed5-f565-4584-b599-48a88bd7a958 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.1235003 Aug 30 20:10:54.157075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.162833 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-727d5403-6eae-4b7a-a285-f12347f75af3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de327a540ef8448d992d177d6bc1d51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771300 Aug 30 20:10:54.162833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d5403-6eae-4b7a-a285-f12347f75af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea5890-8f87-44a0-93af-28273351c619,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.165293 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44864) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.217618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.220899 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.244559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.249025 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8d005e76-6ed9-4579-a20e-9f82c33eae5d req-5afd7c61-d044-41b3-805d-5f3409e3a6d3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935700 Aug 30 20:10:54.251592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-060cd771-d483-4b70-96ad-4dc7644623f5 req-81db9fae-0746-4997-b1d1-80e8ed34417c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841343 Aug 30 20:10:54.295801 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.298724 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.299968 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3987548-112f-4440-b452-5c08b60300a1 HTTP/1.1" status: 204 len: 168 time: 0.2775593 Aug 30 20:10:54.310204 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.310369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea2b15-4bbb-432f-8fb3-753aa66f09ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3987548-112f-4440-b452-5c08b60300a1,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.313046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.314403 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26ea5890-8f87-44a0-93af-28273351c619 HTTP/1.1" status: 204 len: 168 time: 0.1479301 Aug 30 20:10:54.318114 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.327448 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084990c4-871c-4a8f-95d9-a8d0e2f69eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea5890-8f87-44a0-93af-28273351c619,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.468207 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.473387 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.515890 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=825f64ef497e461786f7b8706f0af8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530963 Aug 30 20:10:54.518208 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44878) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.525607 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5a6c5-d90e-498c-a21e-3ba979b48e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351bf916-3f71-41fa-ba82-5ae4e1e68444,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.578838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.603229 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.656078 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.658954 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.660182 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/351bf916-3f71-41fa-ba82-5ae4e1e68444 HTTP/1.1" status: 204 len: 168 time: 0.1409988 Aug 30 20:10:54.668568 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44884) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.674201 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941230ac-dd63-442e-85f0-0fc52c00073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351bf916-3f71-41fa-ba82-5ae4e1e68444,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.678211 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.682040 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e83171fe-e57d-4b51-ac9f-7539f1cc8737 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:54.686585 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44886) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.703825 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9e7b-7297-4dad-9a7c-d009ccad2aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.747430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.db.api [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 20:10:54.747430 dv-cinder-777031-3-iscsi neutron-server[94124]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 20:10:54.747430 dv-cinder-777031-3-iscsi neutron-server[94124]: [parameters: {'project_id': '44c4404d25364411aa7f9c07e0466ac0', 'id': 'e0c9e04f-95ab-4b4f-bfb9-095b65ea1931', 'expiration': datetime.datetime(2021, 8, 30, 20, 12, 54, 729196)}] Aug 30 20:10:54.747430 dv-cinder-777031-3-iscsi neutron-server[94124]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94124) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 20:10:54.748677 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG oslo_db.api [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 20:10:54.778770 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port e83171fe-e57d-4b51-ac9f-7539f1cc8737 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:54.785568 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port e83171fe-e57d-4b51-ac9f-7539f1cc8737 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:54.785975 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.854533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9e7b-7297-4dad-9a7c-d009ccad2aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.860714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fe4e9e7b-7297-4dad-9a7c-d009ccad2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.894763 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.903189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e9e7b-7297-4dad-9a7c-d009ccad2aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf774a-5200-4b69-ad06-2a38d00bdaa6,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:54.946016 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-fe4e9e7b-7297-4dad-9a7c-d009ccad2aa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2fed35af416407aaa0a124c0413a9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577302 Aug 30 20:10:54.946768 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:54.951762 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:54.952850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44892) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:54.952969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 94c4a461-a730-4045-823b-5fc38865d8a5 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:55.051389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.080641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.082637 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 94c4a461-a730-4045-823b-5fc38865d8a5 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:55.091213 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 94c4a461-a730-4045-823b-5fc38865d8a5 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:55.092918 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.151478 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.163229 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:55.167167 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4dff3-1905-44eb-9a3b-550241268f08" -d '{"events": [{"server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "name": "network-vif-plugged", "status": "completed", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:55.187081 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44900) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:55.194297 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571dcc5-b68f-412a-ba82-ffd47749750f req-3559b638-0e1e-4434-8a01-e7bebc94e1c9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:55.196829 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8571dcc5-b68f-412a-ba82-ffd47749750f req-3559b638-0e1e-4434-8a01-e7bebc94e1c9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 944 time: 0.1337116 Aug 30 20:10:55.222496 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a26156-5f59-41c7-805b-37b779d94205 req-0dea7542-44a8-44e2-87ef-13e280b243ce tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:55.224005 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-87a26156-5f59-41c7-805b-37b779d94205 req-0dea7542-44a8-44e2-87ef-13e280b243ce tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.1138661 Aug 30 20:10:55.225040 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.250592 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.270985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8571dcc5-b68f-412a-ba82-ffd47749750f req-7bf7e0f2-ef60-4470-a66d-6266a28d2b47 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638027 Aug 30 20:10:55.284398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.287273 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.288404 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02cf774a-5200-4b69-ad06-2a38d00bdaa6 HTTP/1.1" status: 204 len: 168 time: 0.3341565 Aug 30 20:10:55.302664 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-87a26156-5f59-41c7-805b-37b779d94205 req-aeda9a74-9c78-4e48-a98a-ca17bd4dd777 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629380 Aug 30 20:10:55.303835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09dc3f-a8f0-40fb-a862-4be480b2e078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf774a-5200-4b69-ad06-2a38d00bdaa6,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.321036 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94c4a461-a730-4045-823b-5fc38865d8a5,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:55.352929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.355249 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:55.408166 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.430787 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.459366 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44910) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:55.491198 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44c4404d25364411aa7f9c07e0466ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8254881 Aug 30 20:10:55.495094 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 44912) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:55.500868 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90ba27-5515-4383-88eb-d4c1250fc4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feabda9a-d09b-4f9c-b95d-d2ee63d04cd8,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.512018 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6efbab5e-fc36-4385-a913-ae84beb6889c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.521932 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff39-3d54-47e3-9e0e-5643b3df9a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.526776 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b620aae7-3aa9-488f-8f94-e7d39e703811 x-openstack-request-id: req-b620aae7-3aa9-488f-8f94-e7d39e703811 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:55.527058 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "name": "network-vif-plugged", "status": "completed", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:55.527471 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b620aae7-3aa9-488f-8f94-e7d39e703811 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:55.528004 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737', 'code': 200} Aug 30 20:10:55.529087 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.580422 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:55.598340 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:55.598788 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.650673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff39-3d54-47e3-9e0e-5643b3df9a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.659290 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-aec6ff39-3d54-47e3-9e0e-5643b3df9a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.698611 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.736478 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-aec6ff39-3d54-47e3-9e0e-5643b3df9a78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd97d7ab64aa4474ba0eee50ca65eec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433023 Aug 30 20:10:55.743371 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44918) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:55.744293 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6ff39-3d54-47e3-9e0e-5643b3df9a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525315b0-bca4-4cdb-902c-47c13fc792e9,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.779644 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:55.787310 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.860226 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b583f-d8f2-46e1-bb0f-43bdfc2aa95c req-21a1deee-c219-4ec8-bf19-0f6978a8a33c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:55.867916 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-445b583f-d8f2-46e1-bb0f-43bdfc2aa95c req-21a1deee-c219-4ec8-bf19-0f6978a8a33c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.4367337 Aug 30 20:10:55.868376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.891048 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6efbab5e-fc36-4385-a913-ae84beb6889c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.892526 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.902353 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6efbab5e-fc36-4385-a913-ae84beb6889c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.911240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c688b-f8f8-42fe-b547-053bdd1eadd3 req-19996616-49cb-4334-a427-64366379501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:55.912712 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-439c688b-f8f8-42fe-b547-053bdd1eadd3 req-19996616-49cb-4334-a427-64366379501e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.1415129 Aug 30 20:10:55.928766 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c139f89-3c27-46ec-8670-038a9ccd335e req-7ecfa906-b1d5-4a32-9561-66b3daa01a9a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:55.935257 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c139f89-3c27-46ec-8670-038a9ccd335e req-7ecfa906-b1d5-4a32-9561-66b3daa01a9a tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 944 time: 0.1698451 Aug 30 20:10:55.943778 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:55.961621 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-6efbab5e-fc36-4385-a913-ae84beb6889c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90279db938b54839a163147805398318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7728281 Aug 30 20:10:55.964867 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbab5e-fc36-4385-a913-ae84beb6889c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8194b09-d844-46f4-8bd5-97f318557b5f,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:55.967480 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 44926) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:55.994252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.019476 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c139f89-3c27-46ec-8670-038a9ccd335e req-e01b8d52-0c5d-4398-a9f3-f0a5f99516b8 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710230 Aug 30 20:10:56.029644 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-445b583f-d8f2-46e1-bb0f-43bdfc2aa95c req-02762c5e-69fe-4140-8aae-4c5b97f7624c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605911 Aug 30 20:10:56.064939 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.075268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-439c688b-f8f8-42fe-b547-053bdd1eadd3 req-2b13faa4-3843-421c-bbfd-7f9de5d9e622 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356285 Aug 30 20:10:56.080734 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.088061 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.090762 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.098130 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/525315b0-bca4-4cdb-902c-47c13fc792e9 HTTP/1.1" status: 204 len: 168 time: 0.3430564 Aug 30 20:10:56.112848 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7674d1-a901-4056-b5c0-0362fe7f5c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525315b0-bca4-4cdb-902c-47c13fc792e9,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:56.130695 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.157795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.160300 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.161479 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/feabda9a-d09b-4f9c-b95d-d2ee63d04cd8 HTTP/1.1" status: 204 len: 168 time: 0.6569405 Aug 30 20:10:56.172373 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c29c4bc-256f-4fbb-a74c-03976c0c0a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feabda9a-d09b-4f9c-b95d-d2ee63d04cd8,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:56.212479 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.215064 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.216323 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8194b09-d844-46f4-8bd5-97f318557b5f HTTP/1.1" status: 204 len: 168 time: 0.2305584 Aug 30 20:10:56.224574 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f816-a4b2-4811-be43-70751acca07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8194b09-d844-46f4-8bd5-97f318557b5f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:56.439185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03c339-7335-4a1b-9fed-ef37dc20349b req-de64abc6-32da-48c4-b5c6-2dfb6d8125c3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:56.440574 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e03c339-7335-4a1b-9fed-ef37dc20349b req-de64abc6-32da-48c4-b5c6-2dfb6d8125c3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0799603 Aug 30 20:10:56.506284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701147a-f12f-4c1a-8c32-9f2a10ea2974 req-97ebdd68-ad7c-4937-9138-e3ae88e19fe4 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:56.508414 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8701147a-f12f-4c1a-8c32-9f2a10ea2974 req-97ebdd68-ad7c-4937-9138-e3ae88e19fe4 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1018548 Aug 30 20:10:56.516722 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e03c339-7335-4a1b-9fed-ef37dc20349b req-1450abdd-4ad7-44e4-9f1d-89aefcce66dd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571845 Aug 30 20:10:56.566195 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8701147a-f12f-4c1a-8c32-9f2a10ea2974 req-5ec8de0c-e494-48d3-86e6-a1366d0492db tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Aug 30 20:10:56.718546 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 967d46bd-4d67-4a23-80fa-ce358a2937f8 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:10:56.781996 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 967d46bd-4d67-4a23-80fa-ce358a2937f8 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:10:56.785967 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 967d46bd-4d67-4a23-80fa-ce358a2937f8 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:10:56.786349 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.879397 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.920480 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8,segment=NetworkSegment(14a89401-59d9-4201-b043-576dceb81873),segment_id=14a89401-59d9-4201-b043-576dceb81873)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:10:56.925396 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:56.992309 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:57.199434 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03aa2ca-b952-4d73-a2c4-054aa1b7e8b9 req-cafd8028-b298-433e-bfa3-2fe056d97e54 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:57.207671 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b03aa2ca-b952-4d73-a2c4-054aa1b7e8b9 req-cafd8028-b298-433e-bfa3-2fe056d97e54 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.0869117 Aug 30 20:10:57.237818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305496b-4d35-461c-80be-03b01b1a6e6e req-dea700a3-470a-4ddf-ac91-0aa29ba59585 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:57.239211 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a305496b-4d35-461c-80be-03b01b1a6e6e req-dea700a3-470a-4ddf-ac91-0aa29ba59585 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.1075630 Aug 30 20:10:57.268852 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b03aa2ca-b952-4d73-a2c4-054aa1b7e8b9 req-80d8bf19-fdbd-4f6c-b5cc-57347a322cb6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599837 Aug 30 20:10:57.320559 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a305496b-4d35-461c-80be-03b01b1a6e6e req-f49c60e6-7072-4810-8a25-d5852565238f tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Aug 30 20:10:57.529351 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5'}, {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}, {'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:10:57.531856 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b8683-bdcd-4cc8-acd4-d8c156890870" -d '{"events": [{"server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "name": "network-vif-plugged", "status": "completed", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5"}, {"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}, {"server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "name": "network-vif-plugged", "status": "completed", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:10:57.630546 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b7e07-7357-4c2c-9569-636bbe97f8c3 x-openstack-request-id: req-de4b7e07-7357-4c2c-9569-636bbe97f8c3 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:10:57.630841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "name": "network-vif-plugged", "status": "completed", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5", "code": 200}, {"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "code": 200}, {"server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "name": "network-vif-plugged", "status": "completed", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:10:57.631521 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de4b7e07-7357-4c2c-9569-636bbe97f8c3 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:10:57.632330 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5', 'code': 200} Aug 30 20:10:57.633366 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'code': 200} Aug 30 20:10:57.633980 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8', 'code': 200} Aug 30 20:10:57.696709 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1f2b5-4c55-4c6f-a4c7-476b0054420a req-8718c042-9ae9-4f62-96a0-5de91a5abff5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:57.699248 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dea1f2b5-4c55-4c6f-a4c7-476b0054420a req-8718c042-9ae9-4f62-96a0-5de91a5abff5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0983427 Aug 30 20:10:57.807450 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dea1f2b5-4c55-4c6f-a4c7-476b0054420a req-933f56b6-16d5-46a7-8619-8d362e672074 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006372 Aug 30 20:10:57.853768 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df969d4-afdf-4a6a-b33f-0665a1fd5b10 req-e433086f-fdb4-4ed7-86bc-e970ce8d9447 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:57.870434 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4df969d4-afdf-4a6a-b33f-0665a1fd5b10 req-e433086f-fdb4-4ed7-86bc-e970ce8d9447 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1310778 Aug 30 20:10:57.946599 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4df969d4-afdf-4a6a-b33f-0665a1fd5b10 req-db48ad9e-a8fb-4f39-8c34-a0706fe3608b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713282 Aug 30 20:10:58.041401 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ef540-feec-4477-a84a-6b5f5bd68ca1 req-48fcbe0a-0136-43e0-b1b1-70a233f675a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:58.055511 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c5ef540-feec-4477-a84a-6b5f5bd68ca1 req-48fcbe0a-0136-43e0-b1b1-70a233f675a5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 1098 time: 0.1063175 Aug 30 20:10:58.079692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd7ccc-76e0-4807-bf93-f7a5e01b90b9 req-c67f8452-e47a-45fc-9adc-0fd3071a53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:58.082721 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f8fd7ccc-76e0-4807-bf93-f7a5e01b90b9 req-c67f8452-e47a-45fc-9adc-0fd3071a53a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1098 time: 0.1299086 Aug 30 20:10:58.097880 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476cb6f-9aa8-431a-9de0-caea3a50433a req-b2d147ae-1288-47f7-b5da-49703411faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:58.099863 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6476cb6f-9aa8-431a-9de0-caea3a50433a req-b2d147ae-1288-47f7-b5da-49703411faac service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 1098 time: 0.0632186 Aug 30 20:10:58.122557 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c5ef540-feec-4477-a84a-6b5f5bd68ca1 req-caf6102b-945d-40e2-9dc6-34a613cd0f46 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563962 Aug 30 20:10:58.170476 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6476cb6f-9aa8-431a-9de0-caea3a50433a req-cb6a59b7-7651-4175-a505-d2c082da76fa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571687 Aug 30 20:10:58.174345 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f8fd7ccc-76e0-4807-bf93-f7a5e01b90b9 req-72a78b9c-19c2-4034-86a7-b9d683f03d92 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786710 Aug 30 20:10:58.470739 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306d9fa-4d16-4206-941a-901aab513c29 req-1afa1b8b-ad06-43c3-bf5a-a6161bde417c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:58.473363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9306d9fa-4d16-4206-941a-901aab513c29 req-1afa1b8b-ad06-43c3-bf5a-a6161bde417c tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.0760155 Aug 30 20:10:58.518748 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9306d9fa-4d16-4206-941a-901aab513c29 req-2fde61c9-d7e3-4698-b500-af61974f587b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374985 Aug 30 20:10:58.874176 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45076) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:59.020354 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ace513-d900-4fdb-83e0-db7cc98be9a0 req-1d0b32f4-ce21-4f44-9d6b-18769552237a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:59.022083 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03ace513-d900-4fdb-83e0-db7cc98be9a0 req-1d0b32f4-ce21-4f44-9d6b-18769552237a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0861957 Aug 30 20:10:59.087639 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03ace513-d900-4fdb-83e0-db7cc98be9a0 req-06c540ce-44a2-4676-8a84-9d43501b95ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Aug 30 20:10:59.104949 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14e6e86d-40fe-4c1e-91db-2583b43e18fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.221118 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9e270-1aa2-473f-bfa3-df0e960daa0a req-41c45039-ec10-4301-aa44-c90aa3394e36 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:59.223472 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26f9e270-1aa2-473f-bfa3-df0e960daa0a req-41c45039-ec10-4301-aa44-c90aa3394e36 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0726786 Aug 30 20:10:59.307309 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26f9e270-1aa2-473f-bfa3-df0e960daa0a req-2675ad2d-0134-4f9a-90fc-f981e9aaef59 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710633 Aug 30 20:10:59.325370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14e6e86d-40fe-4c1e-91db-2583b43e18fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.332842 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14e6e86d-40fe-4c1e-91db-2583b43e18fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.386313 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-14e6e86d-40fe-4c1e-91db-2583b43e18fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb3e93beb6084d6aa7502951a3d455cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084107 Aug 30 20:10:59.386313 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6e86d-40fe-4c1e-91db-2583b43e18fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5d663-aeb2-42c3-b754-0084e8d48005,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:59.387229 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45102) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:10:59.475244 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.500406 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.566368 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.575628 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:10:59.576859 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfa5d663-aeb2-42c3-b754-0084e8d48005 HTTP/1.1" status: 204 len: 168 time: 0.1852827 Aug 30 20:10:59.587206 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea9d09-1f89-4eff-8f94-f348e5be5cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5d663-aeb2-42c3-b754-0084e8d48005,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:10:59.692936 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5859d5-1623-4454-82b2-8bce8f6e478f req-0ca24ad4-3cda-4cf0-9522-a002c31bbab7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:10:59.694675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f5859d5-1623-4454-82b2-8bce8f6e478f req-0ca24ad4-3cda-4cf0-9522-a002c31bbab7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.0621288 Aug 30 20:10:59.753350 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f5859d5-1623-4454-82b2-8bce8f6e478f req-c625b465-5a6e-4e29-8e67-fad1f16503b1 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516710 Aug 30 20:11:00.222858 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18fdf0-c9c2-47b7-9535-938e20587322 req-01cc5dda-c4d7-4994-a160-53c5914c601f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:00.224424 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c18fdf0-c9c2-47b7-9535-938e20587322 req-01cc5dda-c4d7-4994-a160-53c5914c601f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Aug 30 20:11:00.274184 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c18fdf0-c9c2-47b7-9535-938e20587322 req-1b2a4a52-22f8-4c3a-95c9-c7c5f7d4a605 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422118 Aug 30 20:11:00.473805 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3bb0d-f11d-4335-a479-8b152002805c req-f5ef37e4-047e-435f-b554-7af9231a12ac tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:00.475340 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e2e3bb0d-f11d-4335-a479-8b152002805c req-f5ef37e4-047e-435f-b554-7af9231a12ac tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0563788 Aug 30 20:11:00.536262 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e2e3bb0d-f11d-4335-a479-8b152002805c req-06141cbd-f21d-4d40-a880-f4d683ec5537 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465682 Aug 30 20:11:00.936817 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7013900-0515-4b64-b6f8-e8eb625c1414 req-5f178324-60af-4585-b519-4310cc49ab42 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:00.943394 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7013900-0515-4b64-b6f8-e8eb625c1414 req-5f178324-60af-4585-b519-4310cc49ab42 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.0770738 Aug 30 20:11:01.006002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7013900-0515-4b64-b6f8-e8eb625c1414 req-d6c916e6-a597-4437-a6d8-2b1f64370743 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567319 Aug 30 20:11:01.413358 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7d00f-6ed1-4b1b-9b33-05db97d6fede req-3e819484-f4d6-403d-a5d4-0eafba3d662e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:01.415082 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-edd7d00f-6ed1-4b1b-9b33-05db97d6fede req-3e819484-f4d6-403d-a5d4-0eafba3d662e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0579219 Aug 30 20:11:01.461873 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-edd7d00f-6ed1-4b1b-9b33-05db97d6fede req-550232f3-5693-4210-ac1e-0e7b299368d4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Aug 30 20:11:01.713931 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c7cb2-409c-4437-b5cf-379b4f6080e8 req-36b7ce20-efba-4c00-9462-687a2dd076d6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:01.715564 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b1c7cb2-409c-4437-b5cf-379b4f6080e8 req-36b7ce20-efba-4c00-9462-687a2dd076d6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0768907 Aug 30 20:11:01.770413 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b1c7cb2-409c-4437-b5cf-379b4f6080e8 req-a4d71f81-4f1e-4d6b-bcae-121908b7838f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475018 Aug 30 20:11:01.948052 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8cc5a-701e-410f-a948-10e673b5cf8b req-7a1f6622-cc93-4ccb-9b65-f1cc56364142 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:01.950779 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ca8cc5a-701e-410f-a948-10e673b5cf8b req-7a1f6622-cc93-4ccb-9b65-f1cc56364142 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0570958 Aug 30 20:11:01.958540 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45224) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:01.964422 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'floatingip': {'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:02.063878 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:02.188644 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bf2cd-7729-4fe9-b69d-b9a9f89a535f req-8ff65042-33a5-407f-93cd-1e557c6380ab tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:02.197892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-170bf2cd-7729-4fe9-b69d-b9a9f89a535f req-8ff65042-33a5-407f-93cd-1e557c6380ab tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.0887439 Aug 30 20:11:02.262118 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-170bf2cd-7729-4fe9-b69d-b9a9f89a535f req-677bb063-e381-40bb-94d0-dab8aa92d896 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585761 Aug 30 20:11:02.632943 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f1307-577d-4543-88c0-95ebd9c694e0 req-65f740e7-cd38-40d2-a200-de395dd1cd92 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:02.641619 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d91f1307-577d-4543-88c0-95ebd9c694e0 req-65f740e7-cd38-40d2-a200-de395dd1cd92 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0960729 Aug 30 20:11:02.706492 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d91f1307-577d-4543-88c0-95ebd9c694e0 req-f8ef7669-e035-4752-a3c4-d345d2f736fd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636289 Aug 30 20:11:02.994254 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:02.999916 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.178386 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45286) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:03.218768 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a4b95-b058-4310-8260-4377b88c6a1f req-6a21d20c-6a4d-4179-a93e-35e75486b221 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:03.221138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9e5a4b95-b058-4310-8260-4377b88c6a1f req-6a21d20c-6a4d-4179-a93e-35e75486b221 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0899251 Aug 30 20:11:03.321935 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9e5a4b95-b058-4310-8260-4377b88c6a1f req-4f2f1657-f4c0-4c04-bb01-ab232885c1b3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781860 Aug 30 20:11:03.370049 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-41533de9-9675-401c-8cc1-fbc6babf86c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.465621 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.l3_db [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Floating IP 69f85f30-c657-418c-af2a-ce9ffa9ee554 associated. External IP: 172.27.2.199, port: 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00. Aug 30 20:11:03.534513 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-b742e54f-0d8f-4164-b664-f365a91683a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:03.535698 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-41533de9-9675-401c-8cc1-fbc6babf86c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.536327 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-b742e54f-0d8f-4164-b664-f365a91683a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 1098 time: 0.1090453 Aug 30 20:11:03.542640 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-41533de9-9675-401c-8cc1-fbc6babf86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.611445 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-41533de9-9675-401c-8cc1-fbc6babf86c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb921b88c1674f6d90336e91bc9c044f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305842 Aug 30 20:11:03.612668 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41533de9-9675-401c-8cc1-fbc6babf86c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce632b3-5d88-4b0b-8d2c-d608cecb92a7,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:03.615476 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45300) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:03.678554 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.703385 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.748970 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-0c91ec7e-251a-4f78-ab03-7dc2a149efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:03.750783 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-0c91ec7e-251a-4f78-ab03-7dc2a149efd7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1707182 Aug 30 20:11:03.764275 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.766976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:03.772545 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ce632b3-5d88-4b0b-8d2c-d608cecb92a7 HTTP/1.1" status: 204 len: 168 time: 0.1514235 Aug 30 20:11:03.784261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6ce9a-4687-4662-a219-211334e6599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce632b3-5d88-4b0b-8d2c-d608cecb92a7,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:03.828125 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-4849ee68-bb70-4da1-8ac4-d989f1b8a2c5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c4a461-a730-4045-823b-5fc38865d8a5 HTTP/1.1" status: 200 len: 217 time: 0.0455232 Aug 30 20:11:03.890259 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:03.904401 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-f7f4aee3-3301-4bdc-be39-96cdafa1511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:03.906046 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-f7f4aee3-3301-4bdc-be39-96cdafa1511d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0698938 Aug 30 20:11:04.061223 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-a40db8d6-eda2-438b-885e-89d6dd82f151 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039007 Aug 30 20:11:04.063136 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:04.068883 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.084399 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:04.105074 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:04.105635 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:10:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:04.152765 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-5a199c43-4a99-4c13-a840-29fdb179778f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "PUT /v2.0/floatingips/69f85f30-c657-418c-af2a-ce9ffa9ee554 HTTP/1.1" status: 200 len: 991 time: 2.1929805 Aug 30 20:11:04.155206 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:04.157614 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e18d45-37da-4a84-8e39-46b598035ece" -d '{"events": [{"name": "network-changed", "server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:04.212553 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-d3f51cd5-5284-4d64-b06e-3e47de0763bd service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196494 Aug 30 20:11:04.224091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45338) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:04.239327 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f78-223d-4e24-b878-ea88087cd27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.324121 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:04.356280 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-e5cbf637-1e1f-4e51-a591-081e5d7543cf req-6bd0b3d1-a63c-464a-b5cf-37a23442db1b service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205299 Aug 30 20:11:04.380649 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63766bd-4edd-402a-9351-00b98bc36acc x-openstack-request-id: req-c63766bd-4edd-402a-9351-00b98bc36acc {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:04.381139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:04.381635 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c63766bd-4edd-402a-9351-00b98bc36acc {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:04.382284 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'status': 'completed', 'code': 200} Aug 30 20:11:04.493764 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d45-37da-4a84-8e39-46b598035ece req-31a5ae74-2637-410c-a33d-e1c35cbba3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:04.498841 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-31a5ae74-2637-410c-a33d-e1c35cbba3e6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1098 time: 0.0998747 Aug 30 20:11:04.524787 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f78-223d-4e24-b878-ea88087cd27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.535368 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7f6b5f78-223d-4e24-b878-ea88087cd27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.582406 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b5f78-223d-4e24-b878-ea88087cd27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d192a4-6ea5-497a-a979-36dc58ae1745,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:04.629163 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc635734-13c3-4339-bc1c-4f2e814e7f41 req-c2a01467-e78c-4b57-be0f-c2a1cce2081e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:04.638852 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc635734-13c3-4339-bc1c-4f2e814e7f41 req-c2a01467-e78c-4b57-be0f-c2a1cce2081e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1805205 Aug 30 20:11:04.652499 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7f6b5f78-223d-4e24-b878-ea88087cd27c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13413b3b556d4367974f3ae1ae908636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273133 Aug 30 20:11:04.658496 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45354) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:04.680267 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d45-37da-4a84-8e39-46b598035ece req-dd9d4d3e-b637-4887-a3f7-e7eefe0ac9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:04.684445 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-dd9d4d3e-b637-4887-a3f7-e7eefe0ac9ce service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.1756926 Aug 30 20:11:04.694351 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc635734-13c3-4339-bc1c-4f2e814e7f41 req-c140b386-9e68-4617-a51f-9d883a0f715e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Aug 30 20:11:04.870430 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-56d385d1-48a2-4f2f-a6d0-6acfc0c605ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 999 time: 0.1567523 Aug 30 20:11:04.871051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.924038 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:04.968525 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d45-37da-4a84-8e39-46b598035ece req-fb5d8265-acdd-446b-8de5-3f800f92b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:04.969039 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '69f85f30-c657-418c-af2a-ce9ffa9ee554', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:09:53Z', 'updated_at': '2021-08-30T20:11:02Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:04.970014 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-fb5d8265-acdd-446b-8de5-3f800f92b3e5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0826910 Aug 30 20:11:04.996850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45362) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:04.998141 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:05.011314 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:05.012160 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:10:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:05.026996 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.029955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.034006 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99d192a4-6ea5-497a-a979-36dc58ae1745 HTTP/1.1" status: 204 len: 168 time: 0.3744946 Aug 30 20:11:05.052773 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e315da-c83f-418e-93e2-1e5e10b56ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d192a4-6ea5-497a-a979-36dc58ae1745,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:05.074759 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18d45-37da-4a84-8e39-46b598035ece req-14fd230b-a94c-4925-974a-fa4f75bd1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:05.075496 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45368) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:05.077096 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-14fd230b-a94c-4925-974a-fa4f75bd1856 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861435 Aug 30 20:11:05.181107 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:05.209915 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-673827a8-48fe-48ff-94c3-a7d6c91bd96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.221483 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-bca1bfef-4234-435e-8e49-ac1e5f97c296 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316376 Aug 30 20:11:05.375744 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-02e18d45-37da-4a84-8e39-46b598035ece req-026baa3a-074f-4424-98bc-afc2245ddffd service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326697 Aug 30 20:11:05.378721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-673827a8-48fe-48ff-94c3-a7d6c91bd96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.387132 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-673827a8-48fe-48ff-94c3-a7d6c91bd96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.442469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45382) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:05.442647 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-673827a8-48fe-48ff-94c3-a7d6c91bd96b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fe42e45b5674b14ab9351f0548db9f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445603 Aug 30 20:11:05.443378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673827a8-48fe-48ff-94c3-a7d6c91bd96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880a9ee5-59e2-4ccc-bb30-0610a11411f4,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:05.481613 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6da9b37c-beaf-4807-8206-c272ea4318e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.524214 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.553742 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.563727 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '69f85f30-c657-418c-af2a-ce9ffa9ee554', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:09:53Z', 'updated_at': '2021-08-30T20:11:02Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:05.593637 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6da9b37c-beaf-4807-8206-c272ea4318e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.599015 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c545792-c378-4525-b559-94a792d22bd3 None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '69f85f30-c657-418c-af2a-ce9ffa9ee554', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.199', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:09:53Z', 'updated_at': '2021-08-30T20:11:02Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:05.619371 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6da9b37c-beaf-4807-8206-c272ea4318e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.629142 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.634322 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.635941 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/880a9ee5-59e2-4ccc-bb30-0610a11411f4 HTTP/1.1" status: 204 len: 168 time: 0.1924689 Aug 30 20:11:05.654141 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5b3e1-02c9-4a43-8b0f-d7fbe85b74ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880a9ee5-59e2-4ccc-bb30-0610a11411f4,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:05.666078 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6da9b37c-beaf-4807-8206-c272ea4318e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5cb455dc24a4ee0bbb6b1e414b3a11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891640 Aug 30 20:11:05.668924 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45396) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:05.721224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9b37c-beaf-4807-8206-c272ea4318e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44152f6-3965-44b2-a6c8-39aa0349dcba,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:05.735032 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.771081 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.849347 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.853198 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:05.853977 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a44152f6-3965-44b2-a6c8-39aa0349dcba HTTP/1.1" status: 204 len: 168 time: 0.1837978 Aug 30 20:11:05.869024 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d150e4a-5e0f-477d-9916-0f8ab8c031f5 req-96961150-6686-4a22-a675-b2d184a58f45 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:05.874341 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c8e71-779d-41f8-a08f-0c84049f6aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44152f6-3965-44b2-a6c8-39aa0349dcba,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:05.878285 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d150e4a-5e0f-477d-9916-0f8ab8c031f5 req-96961150-6686-4a22-a675-b2d184a58f45 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0797336 Aug 30 20:11:05.942524 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d150e4a-5e0f-477d-9916-0f8ab8c031f5 req-16efb813-b4e4-412c-ab7d-92687612ccb3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629728 Aug 30 20:11:06.019663 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf5b058-e005-462e-ac9d-e8b34318f944 None None] New status for floating IP 69f85f30-c657-418c-af2a-ce9ffa9ee554: ACTIVE {{(pid=94126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:11:06.440904 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45422) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:06.463277 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:11:06.469584 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c80b0fb0-6aeb-4fa8-9c5e-2ab8544129b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.475007 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45424) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:06.488027 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1d0e32d6-9016-4dfc-94fd-479a37eb3c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.564655 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c80b0fb0-6aeb-4fa8-9c5e-2ab8544129b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.574491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c80b0fb0-6aeb-4fa8-9c5e-2ab8544129b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.618502 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b0fb0-6aeb-4fa8-9c5e-2ab8544129b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1156ef03-06b8-42fe-8e4e-379a9c26c054,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:06.627246 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c80b0fb0-6aeb-4fa8-9c5e-2ab8544129b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6a061814c7d46dbafe0184cd7c0b630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821206 Aug 30 20:11:06.628119 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45428) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:06.685395 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1d0e32d6-9016-4dfc-94fd-479a37eb3c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.692906 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1d0e32d6-9016-4dfc-94fd-479a37eb3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.701234 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.735551 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.752225 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-1d0e32d6-9016-4dfc-94fd-479a37eb3c51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0329b929e8de45fab2f78481e3d95b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765427 Aug 30 20:11:06.753069 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e32d6-9016-4dfc-94fd-479a37eb3c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b5d794-e487-4069-8e73-9448a82fd83e,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:06.755406 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45434) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:06.798298 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.804411 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.808476 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1156ef03-06b8-42fe-8e4e-379a9c26c054 HTTP/1.1" status: 204 len: 168 time: 0.1775286 Aug 30 20:11:06.818980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.821705 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a736-c410-48a6-9e9b-6c122441a86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1156ef03-06b8-42fe-8e4e-379a9c26c054,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:06.859195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.942279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.946108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:06.950674 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01b5d794-e487-4069-8e73-9448a82fd83e HTTP/1.1" status: 204 len: 168 time: 0.1941051 Aug 30 20:11:06.962526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234c497-c0e3-460a-8693-e7de656f2741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b5d794-e487-4069-8e73-9448a82fd83e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:07.075056 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa4fe9-0ee3-4db1-b9fe-b242085c133f req-0ab48fd3-3047-4884-8af4-1b348945e822 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:07.083959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97fa4fe9-0ee3-4db1-b9fe-b242085c133f req-0ab48fd3-3047-4884-8af4-1b348945e822 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0672433 Aug 30 20:11:07.130685 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97fa4fe9-0ee3-4db1-b9fe-b242085c133f req-f8d590ca-be7a-4f8b-b969-5db384f0f836 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 Aug 30 20:11:07.869581 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45512) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:08.002262 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21d11db1-17ed-4fad-9e67-c0fbb906bb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.140396 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21d11db1-17ed-4fad-9e67-c0fbb906bb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.150900 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21d11db1-17ed-4fad-9e67-c0fbb906bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.192733 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d11db1-17ed-4fad-9e67-c0fbb906bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a478d5-3207-4f7f-b65b-d5929adc8aee,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:08.209583 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-21d11db1-17ed-4fad-9e67-c0fbb906bb74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=691b7d7ee90b4ef78ba345aaa4c70eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365686 Aug 30 20:11:08.212806 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45530) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:08.299415 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae650-8c84-4444-a7bc-8146e3c449b0 req-7bbd526a-e6b3-4b57-86bd-c91a7f911e1a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:08.300888 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-42bae650-8c84-4444-a7bc-8146e3c449b0 req-7bbd526a-e6b3-4b57-86bd-c91a7f911e1a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0849268 Aug 30 20:11:08.320835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.360096 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-42bae650-8c84-4444-a7bc-8146e3c449b0 req-c719e295-339e-400f-a516-f9dbffcf61f7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508835 Aug 30 20:11:08.365496 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.421831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.424722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.426726 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0a478d5-3207-4f7f-b65b-d5929adc8aee HTTP/1.1" status: 204 len: 168 time: 0.2115965 Aug 30 20:11:08.437366 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d25e5-3395-42ff-a80c-9f35aec621c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a478d5-3207-4f7f-b65b-d5929adc8aee,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:08.807803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45608) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:08.825715 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e237bfc-6bce-42e5-b184-a7f9a0d7d0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.990421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e237bfc-6bce-42e5-b184-a7f9a0d7d0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:08.998716 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e237bfc-6bce-42e5-b184-a7f9a0d7d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.051582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e237bfc-6bce-42e5-b184-a7f9a0d7d0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ec172-6243-4c7f-96ed-1794d78280a3,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:09.058112 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0e237bfc-6bce-42e5-b184-a7f9a0d7d0fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06f1875a4205476ba25a10c6d6f3513a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488043 Aug 30 20:11:09.060567 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45616) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:09.130085 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.154914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.179533 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45622) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:09.207813 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.211502 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.213207 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d4ec172-6243-4c7f-96ed-1794d78280a3 HTTP/1.1" status: 204 len: 168 time: 0.1515617 Aug 30 20:11:09.222858 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfdde6-ed13-4e41-a905-20cb18aa6e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ec172-6243-4c7f-96ed-1794d78280a3,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:09.305582 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9989b207-4b16-4766-868a-562bee8b52e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.435376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9989b207-4b16-4766-868a-562bee8b52e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.440806 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9989b207-4b16-4766-868a-562bee8b52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.481286 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9989b207-4b16-4766-868a-562bee8b52e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12a4d7e548654372a2f393ebbb35b34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005888 Aug 30 20:11:09.484272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45648) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:09.507794 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989b207-4b16-4766-868a-562bee8b52e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf014ca9-ac61-4506-88e8-7cd8ac039f90,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:09.522263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7745a1b-028e-4f96-93a1-70148a14e711 req-91f48f33-2fd6-452c-997d-94e544509282 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:09.527060 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b7745a1b-028e-4f96-93a1-70148a14e711 req-91f48f33-2fd6-452c-997d-94e544509282 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0627627 Aug 30 20:11:09.574955 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b7745a1b-028e-4f96-93a1-70148a14e711 req-9639c7fe-9f70-44dd-86b0-0c3a12f628ac tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422902 Aug 30 20:11:09.576474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.602618 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.668531 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.672121 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:09.676743 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf014ca9-ac61-4506-88e8-7cd8ac039f90 HTTP/1.1" status: 204 len: 168 time: 0.1914310 Aug 30 20:11:09.687610 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbe5fc-25a8-40f6-8139-99e903ffc6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf014ca9-ac61-4506-88e8-7cd8ac039f90,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:10.190280 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45700) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:10.209980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-144c320b-d198-43a1-ab33-f1e5d3a2e093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.281090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-30642db3-4a03-40d7-bc93-92b8200516e9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:10.282744 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-30642db3-4a03-40d7-bc93-92b8200516e9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.1447897 Aug 30 20:11:10.313244 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-f1904da6-e154-40e0-a72c-f70d6ea8c6f9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/quotas/1aaedd238874473c8e5e242bf8b69941 HTTP/1.1" status: 200 len: 375 time: 0.0202434 Aug 30 20:11:10.380129 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-144c320b-d198-43a1-ab33-f1e5d3a2e093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.389527 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-c84a0f63-3ec2-4d8d-9f0e-e8673059076c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666230 Aug 30 20:11:10.391918 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-144c320b-d198-43a1-ab33-f1e5d3a2e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.485069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-144c320b-d198-43a1-ab33-f1e5d3a2e093 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29c3787417e941ae915d3d9b956b0cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937140 Aug 30 20:11:10.488163 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45710) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:10.495765 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c320b-d198-43a1-ab33-f1e5d3a2e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac332a9-325d-4742-a75e-58415c058fcc,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:10.536154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-02d24e9c-e19a-45ba-bf77-4dcedc1c8f5a service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338675 Aug 30 20:11:10.551671 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.573928 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.643544 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-2a9a389e-ea32-436e-a559-379ee0618aed service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003096 Aug 30 20:11:10.656800 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.660170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:10.663866 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ac332a9-325d-4742-a75e-58415c058fcc HTTP/1.1" status: 204 len: 168 time: 0.1715362 Aug 30 20:11:10.673380 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e069b6-de7b-41fa-8abb-71f27c9be8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac332a9-325d-4742-a75e-58415c058fcc,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:10.711309 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df5a75-6a0c-4fad-8a7e-08aff0de6fb2 req-2bf96ec6-0d22-426a-8e5a-3d794f6e218b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:10.713110 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22df5a75-6a0c-4fad-8a7e-08aff0de6fb2 req-2bf96ec6-0d22-426a-8e5a-3d794f6e218b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0616863 Aug 30 20:11:10.767457 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22df5a75-6a0c-4fad-8a7e-08aff0de6fb2 req-56d2c5f4-ba80-4ed6-baf2-e41f527299f0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478461 Aug 30 20:11:10.897919 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b3b7e86-c8a4-420f-b5b7-96953ae45cbc req-519d02a2-4bf5-49ed-a610-d4aa99429d03 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 210 time: 0.0370023 Aug 30 20:11:11.096731 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45742) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:11.119361 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-760ec122-36a0-4975-b3a9-ad497b05c956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.155765 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-32ddd3e4-44d6-447c-a5c7-dc4466e2d62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.260480 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-760ec122-36a0-4975-b3a9-ad497b05c956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.268693 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-760ec122-36a0-4975-b3a9-ad497b05c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.315594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec122-36a0-4975-b3a9-ad497b05c956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7218d0aa-cea2-4511-a437-cc22eabce058,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:11.322631 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-760ec122-36a0-4975-b3a9-ad497b05c956 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ebac546a8cc496390f2500eccec3fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237778 Aug 30 20:11:11.324732 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 45760) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:11.377738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.404477 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.490266 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.494382 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:11.495533 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7218d0aa-cea2-4511-a437-cc22eabce058 HTTP/1.1" status: 204 len: 168 time: 0.1698759 Aug 30 20:11:11.504131 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44a2db-c880-4352-af2b-c1a971247cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7218d0aa-cea2-4511-a437-cc22eabce058,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:11.907644 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e85d2-9545-4bd3-9154-cd67071442ba req-9793d9bd-fdaf-49a1-bf21-495f62031573 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:11.909417 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f72e85d2-9545-4bd3-9154-cd67071442ba req-9793d9bd-fdaf-49a1-bf21-495f62031573 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0694342 Aug 30 20:11:11.962500 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f72e85d2-9545-4bd3-9154-cd67071442ba req-0a48d6b6-b681-4fe9-957a-bdae7a9d4f0b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Aug 30 20:11:12.007741 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-45e185b5-02b1-4d72-8b63-ade9fe69f1da req-b5be52b6-02c8-434c-bdfc-56869f06cdf7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 210 time: 0.0323417 Aug 30 20:11:12.374871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-f1f4261c-5410-426d-b4e2-e3bf829a11bf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:12.376715 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-f1f4261c-5410-426d-b4e2-e3bf829a11bf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.1172478 Aug 30 20:11:12.405225 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Request body: {'port': {'device_id': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'admin_state_up': True, 'tenant_id': '1aaedd238874473c8e5e242bf8b69941'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:12.549371 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:12.555310 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:12.741415 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Allocated IP 172.20.0.10 (b4edec65-c45b-4561-b29a-41ca1b2a0a36/29bbf775-a897-43f7-8987-67fefe883b7f/e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:12.925901 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45846) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:12.978468 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.040704 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.067380 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:11:13.101865 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:13.105390 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:13.109747 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:13.118272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event updated for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:13.136069 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c88a814c-f0ae-4abb-a1cb-c0f59ee7d177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.197159 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:13.205254 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.208346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af423c4-5724-40bb-a45d-c1e63e51fc35 req-f68b2bac-b382-4df2-9a07-762c705c28af tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:13.217310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af423c4-5724-40bb-a45d-c1e63e51fc35 req-f68b2bac-b382-4df2-9a07-762c705c28af tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1496913 Aug 30 20:11:13.299849 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af423c4-5724-40bb-a45d-c1e63e51fc35 req-0e914245-da67-489b-9775-9c4c90d84465 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773542 Aug 30 20:11:13.306768 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03b53a-dfc7-43db-915b-4e89c627f2de req-d0b41ce0-d002-4927-9dee-cdbf105c2ec3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:13.308254 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2e03b53a-dfc7-43db-915b-4e89c627f2de req-d0b41ce0-d002-4927-9dee-cdbf105c2ec3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 932 time: 0.1347032 Aug 30 20:11:13.365256 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2e03b53a-dfc7-43db-915b-4e89c627f2de req-ab88f900-8262-40f1-8a9b-22b5e7af0ac2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491703 Aug 30 20:11:13.390731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c88a814c-f0ae-4abb-a1cb-c0f59ee7d177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.394478 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c88a814c-f0ae-4abb-a1cb-c0f59ee7d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.399654 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-93f70b2c-8262-495c-9f70-2f9853a3b45b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9986801 Aug 30 20:11:13.418049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Request body: {'port': {'device_id': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:13.434489 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c88a814c-f0ae-4abb-a1cb-c0f59ee7d177 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73be951157e048459740136e97ed0004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066578 Aug 30 20:11:13.435584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a814c-f0ae-4abb-a1cb-c0f59ee7d177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9988779-bbbb-40fc-88a1-54bb82039a09,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:13.437914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45868) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:13.492016 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.494957 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.512619 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.562468 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.565016 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.566303 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9988779-bbbb-40fc-88a1-54bb82039a09 HTTP/1.1" status: 204 len: 168 time: 0.1273804 Aug 30 20:11:13.575418 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfd6f0-5d8e-4c1e-a094-511a266d75e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9988779-bbbb-40fc-88a1-54bb82039a09,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:13.763574 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:11:13.770872 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.783286 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Transition to ACTIVE for port object e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:13.786785 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.839187 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Pushing event updated for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:13.872948 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45876) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:13.886608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c107e64a-ddd7-451e-b857-6d9a0a7edcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.908437 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Attempting to bind port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:13.908846 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Attempting to bind port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:13.909100 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Attempting to bind port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:13.913749 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:11:13.914057 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Attempting to bind port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:13.918813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:13.919144 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Checking segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:13.919520 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Bound using segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:13.919937 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Bound port: e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:13.920288 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.986577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c107e64a-ddd7-451e-b857-6d9a0a7edcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.989663 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:13.990725 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c107e64a-ddd7-451e-b857-6d9a0a7edcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:13.993169 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:13.997579 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.033800 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c107e64a-ddd7-451e-b857-6d9a0a7edcaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f88f3ef79a7472594ed38e2e1e197e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594474 Aug 30 20:11:14.034193 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.035004 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.036029 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 45880) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:14.036746 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] 10.222.0.90 "PUT /v2.0/ports/e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 HTTP/1.1" status: 200 len: 1094 time: 0.6233239 Aug 30 20:11:14.037191 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:14.038235 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107e64a-ddd7-451e-b857-6d9a0a7edcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e82c7-7f6c-4fa7-83a9-96019a6f386c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:14.040090 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32984d5-b45d-4989-aa97-819b348ef653" -d '{"events": [{"name": "network-changed", "server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:14.076364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38297ec0-8663-497c-85c6-76ce787c0250 service neutron] Pushing event updated for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:14.117689 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fc97b0-43f6-461f-9edb-e96f1f379bcc x-openstack-request-id: req-70fc97b0-43f6-461f-9edb-e96f1f379bcc {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:14.118038 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:14.118665 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70fc97b0-43f6-461f-9edb-e96f1f379bcc {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:14.119438 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', 'status': 'completed', 'code': 200} Aug 30 20:11:14.139848 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.164388 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.238750 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.244042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.245938 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c1e82c7-7f6c-4fa7-83a9-96019a6f386c HTTP/1.1" status: 204 len: 168 time: 0.2087729 Aug 30 20:11:14.255679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec63294-4a68-41f7-8f14-447941c48e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e82c7-7f6c-4fa7-83a9-96019a6f386c,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:14.322371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4971bb16-a7a2-4653-a40e-b7e59cae26bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.395074 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-a340be54-629e-41f6-871d-5d0603d6247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.396631 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-a340be54-629e-41f6-871d-5d0603d6247c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 1097 time: 0.3040001 Aug 30 20:11:14.453365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c523e-4760-4dc6-9f1e-ed81b72e6c98 req-cd830a4f-3078-4034-afb4-ecf060a2e7be tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.453770 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-8f50dbba-ac15-48c0-b288-aaea2538b8c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 HTTP/1.1" status: 200 len: 217 time: 0.0429773 Aug 30 20:11:14.455308 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a2c523e-4760-4dc6-9f1e-ed81b72e6c98 req-cd830a4f-3078-4034-afb4-ecf060a2e7be tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0715396 Aug 30 20:11:14.519410 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7106-837a-4fef-810b-de625190f048 req-43d74567-031c-4919-9a27-237a4c8e23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.520906 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-43d74567-031c-4919-9a27-237a4c8e23c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0592239 Aug 30 20:11:14.537785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a2c523e-4760-4dc6-9f1e-ed81b72e6c98 req-ced587de-26a9-4315-9483-7b255dbf908b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697148 Aug 30 20:11:14.552988 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720214-e0ed-43f1-a9a1-d2412c1dddc9 req-f2615683-2791-4ebf-bc04-7fe31b0b7b4c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.556053 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13720214-e0ed-43f1-a9a1-d2412c1dddc9 req-f2615683-2791-4ebf-bc04-7fe31b0b7b4c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 944 time: 0.1156361 Aug 30 20:11:14.565788 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-fbeb56b5-4e1d-4741-bd06-13a00454a1b6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352423 Aug 30 20:11:14.614616 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13720214-e0ed-43f1-a9a1-d2412c1dddc9 req-9c8a8e53-09bd-441c-8a7c-b68fdf4f89dc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Aug 30 20:11:14.682682 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-98192cf5-ab1e-427b-90b2-5ca46b314911 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984457 Aug 30 20:11:14.687434 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:14.798737 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-b0ef7106-837a-4fef-810b-de625190f048 req-8e19f1a0-94f7-47a0-bc38-68a0d678c5f5 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050406 Aug 30 20:11:14.911048 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32984d5-b45d-4989-aa97-819b348ef653 req-b0e3bac7-01d9-45f6-8b82-1fad4143c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:14.912576 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-b0e3bac7-01d9-45f6-8b82-1fad4143c053 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 1097 time: 0.0484066 Aug 30 20:11:15.015672 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32984d5-b45d-4989-aa97-819b348ef653 req-27a0fcae-ab4b-4511-a4ab-d79aaad0e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:15.017155 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-27a0fcae-ab4b-4511-a4ab-d79aaad0e232 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 915 time: 0.0919993 Aug 30 20:11:15.076565 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-8d652e62-e5d9-4203-a653-65385877b82c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 HTTP/1.1" status: 200 len: 217 time: 0.0425858 Aug 30 20:11:15.129792 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32984d5-b45d-4989-aa97-819b348ef653 req-162e0052-aea7-4682-8ea9-d2eb09009213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:15.131361 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-162e0052-aea7-4682-8ea9-d2eb09009213 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0450032 Aug 30 20:11:15.177415 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-dc920ded-8e0d-4123-a7fb-9931233c3b4b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266926 Aug 30 20:11:15.294851 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-c3675328-35a8-4cd6-a6e9-92742c9064a4 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034484 Aug 30 20:11:15.411800 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-d32984d5-b45d-4989-aa97-819b348ef653 req-f08a24bc-3117-4c99-98fe-a603e36f5d0d service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065011 Aug 30 20:11:15.630079 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:15.778790 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab490586-cf30-48c4-b56c-8a4563f7273b req-7cd29b64-a1ab-417d-b014-42d3f3f1c651 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:15.780364 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab490586-cf30-48c4-b56c-8a4563f7273b req-7cd29b64-a1ab-417d-b014-42d3f3f1c651 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1188776 Aug 30 20:11:15.798501 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef0fd1-0e75-43a7-9cf4-e4374c4cdad9 req-6156ca1b-757f-440d-8962-054080feed34 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:15.800320 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2cef0fd1-0e75-43a7-9cf4-e4374c4cdad9 req-6156ca1b-757f-440d-8962-054080feed34 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 944 time: 0.0822659 Aug 30 20:11:15.864701 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab490586-cf30-48c4-b56c-8a4563f7273b req-5f6636e0-59a6-4251-9298-3c23a885ad0c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Aug 30 20:11:15.875914 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2cef0fd1-0e75-43a7-9cf4-e4374c4cdad9 req-d033568b-8163-41b7-b036-95961a5e02c2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662606 Aug 30 20:11:16.593447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46002) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:16.714474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce6113c9-a02f-4db7-9508-6db06cdb5ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:16.854718 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce6113c9-a02f-4db7-9508-6db06cdb5ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:16.867045 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce6113c9-a02f-4db7-9508-6db06cdb5ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:16.916771 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46026) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:16.924461 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ce6113c9-a02f-4db7-9508-6db06cdb5ad8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06fbe9c579f146edb678cffc280f2e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296511 Aug 30 20:11:16.926509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6113c9-a02f-4db7-9508-6db06cdb5ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f406247f-d0d4-4579-af88-64890fb5b129,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:17.047814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ac1d2-8dc9-4baf-8b46-5d74c8ee1023 req-4d160e65-233c-46e6-a963-6f72ec92b9ac tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:17.058300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-739ac1d2-8dc9-4baf-8b46-5d74c8ee1023 req-4d160e65-233c-46e6-a963-6f72ec92b9ac tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.1183140 Aug 30 20:11:17.082899 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642d486-3608-4ddd-858b-bc4e0f141a8d req-7eb26c98-2ce9-45aa-b266-ff3bfb864af5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:17.090139 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2642d486-3608-4ddd-858b-bc4e0f141a8d req-7eb26c98-2ce9-45aa-b266-ff3bfb864af5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1219659 Aug 30 20:11:17.096919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.149819 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.159628 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-739ac1d2-8dc9-4baf-8b46-5d74c8ee1023 req-bf3e2375-590c-4f78-b529-cfc3a1d950ac tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003964 Aug 30 20:11:17.180781 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2642d486-3608-4ddd-858b-bc4e0f141a8d req-05b0b999-d6a9-4f51-bd32-f2d76f6c1710 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818577 Aug 30 20:11:17.224004 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.227294 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.228586 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f406247f-d0d4-4579-af88-64890fb5b129 HTTP/1.1" status: 204 len: 168 time: 0.3106987 Aug 30 20:11:17.239843 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b0ecf-fb4f-4236-bde3-0d54dda0d61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f406247f-d0d4-4579-af88-64890fb5b129,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:17.289864 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe6a51-0796-491f-82b2-f061261b796c req-4df92e79-4b09-4038-b107-e35299015ba2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:17.291384 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5afe6a51-0796-491f-82b2-f061261b796c req-4df92e79-4b09-4038-b107-e35299015ba2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 944 time: 0.0539968 Aug 30 20:11:17.338267 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5afe6a51-0796-491f-82b2-f061261b796c req-bea3ce39-75f4-4f8f-b694-2d59ef79199f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Aug 30 20:11:17.460473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.516104 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46038) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:17.529777 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bddaa6aa-90c9-44e5-a861-a51f6da55eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.619068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bddaa6aa-90c9-44e5-a861-a51f6da55eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.622889 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bddaa6aa-90c9-44e5-a861-a51f6da55eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.660523 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-bddaa6aa-90c9-44e5-a861-a51f6da55eb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c92d63d24074203aaab04fb6174e7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432903 Aug 30 20:11:17.661695 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddaa6aa-90c9-44e5-a861-a51f6da55eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed89a88-981e-43e2-96c4-2eb01fc1717a,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:17.664693 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46040) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:17.719058 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.739646 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.787096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.789916 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:17.791255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bed89a88-981e-43e2-96c4-2eb01fc1717a HTTP/1.1" status: 204 len: 168 time: 0.1251755 Aug 30 20:11:17.808284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1f073-e888-4c3a-9f08-d68eac55620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed89a88-981e-43e2-96c4-2eb01fc1717a,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:18.558868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b735a-4aa5-4225-b70f-174cbd1ad99d req-802b45b4-1031-4dad-b3df-74e9470de5cb tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:18.566344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-650b735a-4aa5-4225-b70f-174cbd1ad99d req-802b45b4-1031-4dad-b3df-74e9470de5cb tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.2894459 Aug 30 20:11:18.587116 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6aad-b492-4af6-b8a9-858d2eca36ec req-3442f1dd-a7f0-4109-9aba-f9f3820a8dcb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:18.589199 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-757b6aad-b492-4af6-b8a9-858d2eca36ec req-3442f1dd-a7f0-4109-9aba-f9f3820a8dcb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2993345 Aug 30 20:11:18.666473 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-650b735a-4aa5-4225-b70f-174cbd1ad99d req-e2c2ad27-24bc-4562-8519-50ea3661ef99 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985272 Aug 30 20:11:18.714470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-757b6aad-b492-4af6-b8a9-858d2eca36ec req-1361e80e-5809-4481-a2ef-7222013d42bb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153798 Aug 30 20:11:18.859166 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de087-cf69-4cc0-a7ea-9accff011cdb req-07946019-4070-4e21-9878-cd7d8958cfb4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:18.867975 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a9de087-cf69-4cc0-a7ea-9accff011cdb req-07946019-4070-4e21-9878-cd7d8958cfb4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 944 time: 0.0765562 Aug 30 20:11:18.879655 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:11:18.934877 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a9de087-cf69-4cc0-a7ea-9accff011cdb req-e51ab351-af65-45a3-825a-4425a79ee7fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650918 Aug 30 20:11:19.043470 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:19.059202 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'port_id': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', 'mac_address': 'fa:16:3e:3c:e7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bbf775-a897-43f7-8987-67fefe883b7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:11:19.117710 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:19.138681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:11:19.176997 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:19.189459 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:19.268414 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:19.804859 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:11:19.906401 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825f768-17ce-4336-a93c-8382c282042c req-7de13b39-4505-4171-91c1-3667064047df tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:19.908150 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3825f768-17ce-4336-a93c-8382c282042c req-7de13b39-4505-4171-91c1-3667064047df tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.1450951 Aug 30 20:11:19.939449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f1555-9115-49a2-b775-b77b2ccd7500 req-f49829e0-6b88-4153-bad1-018def6423b0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:19.948495 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e6f1555-9115-49a2-b775-b77b2ccd7500 req-f49829e0-6b88-4153-bad1-018def6423b0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1068637 Aug 30 20:11:20.031170 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3825f768-17ce-4336-a93c-8382c282042c req-3f90dab6-4dab-4843-b4f6-a60bf84076f7 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/security-groups?id=78517e4e-d06c-4c0a-8408-ea7643fc5d46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114531 Aug 30 20:11:20.046674 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e6f1555-9115-49a2-b775-b77b2ccd7500 req-edff0417-1605-493b-988c-71a4243d8a17 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970984 Aug 30 20:11:20.232926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8151d0-71fb-4cbf-9655-a1e465a178a8 req-7044fc9d-37a4-4964-9830-96a430ad9fee tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:20.236228 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb8151d0-71fb-4cbf-9655-a1e465a178a8 req-7044fc9d-37a4-4964-9830-96a430ad9fee tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 945 time: 0.0663588 Aug 30 20:11:20.301615 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb8151d0-71fb-4cbf-9655-a1e465a178a8 req-26fec9ad-11a1-4f56-89e3-328344db7861 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484889 Aug 30 20:11:20.540143 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-522612e0-f77a-474f-a354-5c23b9c5350b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:20.542428 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-522612e0-f77a-474f-a354-5c23b9c5350b tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.90 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 945 time: 0.1170321 Aug 30 20:11:20.561046 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46198) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:20.711607 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Deleting port 967d46bd-4d67-4a23-80fa-ce358a2937f8 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:11:20.712145 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.728665 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.735358 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4a43d019-47aa-49e0-9657-a8967dd3fd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.828838 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] For port 967d46bd-4d67-4a23-80fa-ce358a2937f8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=967d46bd-4d67-4a23-80fa-ce358a2937f8,segment=NetworkSegment(14a89401-59d9-4201-b043-576dceb81873),segment_id=14a89401-59d9-4201-b043-576dceb81873)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:20.829355 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.850929 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Calling delete_port for 967d46bd-4d67-4a23-80fa-ce358a2937f8 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:11:20.877152 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4a43d019-47aa-49e0-9657-a8967dd3fd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.883923 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4a43d019-47aa-49e0-9657-a8967dd3fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:20.935486 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4a43d019-47aa-49e0-9657-a8967dd3fd57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43adddfd732149f9b4cbc7bf54eb10de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3712039 Aug 30 20:11:20.935486 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43d019-47aa-49e0-9657-a8967dd3fd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf2de0-9a40-4609-9ded-c6f19b40f5dd,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:20.936547 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46218) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:21.010866 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46220) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:21.026345 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.043777 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.073773 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.089510 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['967d46bd-4d67-4a23-80fa-ce358a2937f8'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:11:21.120195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.123532 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.124878 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eecf2de0-9a40-4609-9ded-c6f19b40f5dd HTTP/1.1" status: 204 len: 168 time: 0.1764157 Aug 30 20:11:21.132385 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Pushing event deleted for resources: {'Port': ['ID=967d46bd-4d67-4a23-80fa-ce358a2937f8,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:21.185707 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22418de1-97b3-435c-8825-e6b998723854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf2de0-9a40-4609-9ded-c6f19b40f5dd,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:21.240438 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] No DVR routers for this DVR port 967d46bd-4d67-4a23-80fa-ce358a2937f8 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:11:21.244649 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.247273 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cd65aba3-798b-4c0d-bec2-12e4147954bf req-b8e56bb5-5a22-422b-82d3-2bb74d855208 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.90 "DELETE /v2.0/ports/967d46bd-4d67-4a23-80fa-ce358a2937f8 HTTP/1.1" status: 204 len: 173 time: 0.6923144 Aug 30 20:11:21.247899 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'name': 'network-vif-deleted', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:21.250470 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe04010-d737-48f9-845b-0aab4d343ea1" -d '{"events": [{"server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "name": "network-vif-deleted", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:21.251366 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44bcbb-9692-4f22-94ee-5d158b74445f req-f25cb1ed-5b38-49fc-82b0-ade75e862c57 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:21.259784 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da44bcbb-9692-4f22-94ee-5d158b74445f req-f25cb1ed-5b38-49fc-82b0-ade75e862c57 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0668092 Aug 30 20:11:21.308732 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da44bcbb-9692-4f22-94ee-5d158b74445f req-fe65f6c4-38ef-4d8b-9edf-633c428799cb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Aug 30 20:11:21.370592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc939142-dee4-4923-84fd-c0e796cfaa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.486020 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8667f6-c470-4ff7-8cca-c8aca8bc5ed2 x-openstack-request-id: req-5a8667f6-c470-4ff7-8cca-c8aca8bc5ed2 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:21.486609 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79008273-8370-4951-85e1-cdb72d5dc69f", "name": "network-vif-deleted", "tag": "967d46bd-4d67-4a23-80fa-ce358a2937f8", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:21.486927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a8667f6-c470-4ff7-8cca-c8aca8bc5ed2 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:21.487536 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79008273-8370-4951-85e1-cdb72d5dc69f', 'name': 'network-vif-deleted', 'tag': '967d46bd-4d67-4a23-80fa-ce358a2937f8', 'status': 'completed', 'code': 200} Aug 30 20:11:21.537543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-485e0519-644d-4538-8efb-04ca2d2dcda9 req-32f2367d-71c8-4277-a834-889572c3e028 tempest-DeleteServersTestJSON-1058962674 tempest-DeleteServersTestJSON-1058962674-project] 10.222.0.11 "GET /v2.0/ports?device_id=79008273-8370-4951-85e1-cdb72d5dc69f HTTP/1.1" status: 200 len: 210 time: 0.0321400 Aug 30 20:11:21.548454 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc939142-dee4-4923-84fd-c0e796cfaa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.561009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-dc939142-dee4-4923-84fd-c0e796cfaa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.604842 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46248) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:21.622446 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-dc939142-dee4-4923-84fd-c0e796cfaa13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e00712cf4c44b5b952fbd257f99cb0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6105449 Aug 30 20:11:21.623658 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4a690efe-da9c-42f0-a10c-9d89728c1388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.625622 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc939142-dee4-4923-84fd-c0e796cfaa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730735ee-0583-4874-96b1-28cd3d493e19,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:21.627133 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46250) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:21.643441 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5c6d-8fd7-45c1-9133-e5d2e8eeb207 req-46dc81ce-3520-4ffe-8b88-dcd6bf778566 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:21.645482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-284e5c6d-8fd7-45c1-9133-e5d2e8eeb207 req-46dc81ce-3520-4ffe-8b88-dcd6bf778566 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 945 time: 0.0955479 Aug 30 20:11:21.687951 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-284e5c6d-8fd7-45c1-9133-e5d2e8eeb207 req-a803c722-2c04-4c71-bb94-2778e7787ff7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Aug 30 20:11:21.722531 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.753906 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.819107 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4a690efe-da9c-42f0-a10c-9d89728c1388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.824911 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4a690efe-da9c-42f0-a10c-9d89728c1388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.832491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.836367 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.837599 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/730735ee-0583-4874-96b1-28cd3d493e19 HTTP/1.1" status: 204 len: 168 time: 0.2093112 Aug 30 20:11:21.877799 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4a690efe-da9c-42f0-a10c-9d89728c1388 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73e2703d470f4f809b4b5424b4040aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711055 Aug 30 20:11:21.878955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a690efe-da9c-42f0-a10c-9d89728c1388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b47c70-6d49-476d-8934-a79f704df0ae,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:21.879993 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46254) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:21.890388 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7591d7-88d8-45fd-9670-57ce375412ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730735ee-0583-4874-96b1-28cd3d493e19,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:21.960511 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:21.988602 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.046587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.049171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.050343 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08b47c70-6d49-476d-8934-a79f704df0ae HTTP/1.1" status: 204 len: 168 time: 0.1693687 Aug 30 20:11:22.061015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b977e-4c3e-4e85-803a-73a6eaa93e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b47c70-6d49-476d-8934-a79f704df0ae,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:22.414870 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46266) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:22.446125 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ebd84eb6-b9dc-4540-af34-f9563ff8e39e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.477591 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bae27-005a-4cd6-bd65-81b95bb7dbb9 req-dc97c9cb-2f1e-40f5-9526-8195e4a79d52 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:22.489174 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-183bae27-005a-4cd6-bd65-81b95bb7dbb9 req-dc97c9cb-2f1e-40f5-9526-8195e4a79d52 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0866849 Aug 30 20:11:22.556358 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-183bae27-005a-4cd6-bd65-81b95bb7dbb9 req-5f6c719e-4b41-4b32-aa39-7a933d03dd3a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630741 Aug 30 20:11:22.634292 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ebd84eb6-b9dc-4540-af34-f9563ff8e39e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.641414 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ebd84eb6-b9dc-4540-af34-f9563ff8e39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.688200 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ebd84eb6-b9dc-4540-af34-f9563ff8e39e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a5311abdcfc4fea8b1297590f63c8e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720194 Aug 30 20:11:22.689135 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd84eb6-b9dc-4540-af34-f9563ff8e39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474f278-dcd7-4bb6-a20f-ad57ac5f9e6f,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:22.693084 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46282) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:22.768760 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.793967 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.870688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091137-5c93-41aa-b4df-e2efc53f89b4 req-a0e82c74-1457-4ee5-a037-89fdfb1ac2d4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:22.872531 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14091137-5c93-41aa-b4df-e2efc53f89b4 req-a0e82c74-1457-4ee5-a037-89fdfb1ac2d4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 945 time: 0.0945654 Aug 30 20:11:22.873299 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.876981 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:22.884182 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6474f278-dcd7-4bb6-a20f-ad57ac5f9e6f HTTP/1.1" status: 204 len: 168 time: 0.1900356 Aug 30 20:11:22.899130 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994782-bec3-445b-9d4a-39e6f999bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474f278-dcd7-4bb6-a20f-ad57ac5f9e6f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:22.908338 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:22.979718 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14091137-5c93-41aa-b4df-e2efc53f89b4 req-0fdb7f87-44ef-4587-bb59-acfe8cb0ec91 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005781 Aug 30 20:11:23.139420 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:23.143952 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:23.144374 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.238707 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.265105 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:23.268651 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d3101-b1a0-4965-869b-ac6fddbfdfa7" -d '{"events": [{"server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "name": "network-vif-plugged", "status": "completed", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:23.287476 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:23.293030 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.294077 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 967d46bd-4d67-4a23-80fa-ce358a2937f8 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:11:23.316768 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46316) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:23.326768 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32375946-e39f-4855-9a33-3e3ebfb7fdf4 x-openstack-request-id: req-32375946-e39f-4855-9a33-3e3ebfb7fdf4 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:23.327059 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "name": "network-vif-plugged", "status": "completed", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:23.327490 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32375946-e39f-4855-9a33-3e3ebfb7fdf4 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:23.327906 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', 'code': 200} Aug 30 20:11:23.338609 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-784abcb0-cfea-4159-948a-c0a8da1ec8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.352172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 967d46bd-4d67-4a23-80fa-ce358a2937f8 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:11:23.352793 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 967d46bd-4d67-4a23-80fa-ce358a2937f8 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:11:23.384903 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:23.446456 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46318) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:23.466980 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-784abcb0-cfea-4159-948a-c0a8da1ec8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.472808 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-784abcb0-cfea-4159-948a-c0a8da1ec8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.523725 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-784abcb0-cfea-4159-948a-c0a8da1ec8ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51f6ac3a45fa46c2bea3c9ed0b0ec719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051148 Aug 30 20:11:23.526136 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46324) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:23.547246 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784abcb0-cfea-4159-948a-c0a8da1ec8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f767cd-0ff5-4cc0-832b-9ddfb5619c86,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:23.560225 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e3d1f-73df-4144-9a33-c515f8292fde req-87883cc2-9048-40b5-8ec2-80b67876eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:23.561822 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f36e3d1f-73df-4144-9a33-c515f8292fde req-87883cc2-9048-40b5-8ec2-80b67876eebf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 1099 time: 0.0603395 Aug 30 20:11:23.581495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-580540202-network', 'tenant_id': '63d81fd983f0455eb964c3689815abe1'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:23.601380 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f36e3d1f-73df-4144-9a33-c515f8292fde req-d233189f-e390-4a0d-ba98-a48bafa586a6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291543 Aug 30 20:11:23.612072 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.626907 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Made reservation on behalf of 63d81fd983f0455eb964c3689815abe1 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:23.629201 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.654090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.669892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.767176 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad43326-a18c-48e2-aa08-f04f37da3bd1 req-3d245961-6aba-45a3-a988-9c3311988556 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:23.768704 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ad43326-a18c-48e2-aa08-f04f37da3bd1 req-3d245961-6aba-45a3-a988-9c3311988556 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1165671 Aug 30 20:11:23.788438 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.791600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.792790 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44f767cd-0ff5-4cc0-832b-9ddfb5619c86 HTTP/1.1" status: 204 len: 168 time: 0.2654943 Aug 30 20:11:23.825561 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ec833-b7f0-46f0-96f8-b1ec37a4d9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f767cd-0ff5-4cc0-832b-9ddfb5619c86,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:23.868585 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ad43326-a18c-48e2-aa08-f04f37da3bd1 req-f7e34871-e42d-4d11-9ff0-708103ae2f29 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932913 Aug 30 20:11:23.894497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.899707 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.923220 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:11:23.936134 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668fad96-947a-4245-9aec-37c1eb060c62,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:23.949229 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:23.949229 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Added segment 64f36b3d-6fde-48fe-858d-8f26b4d7a3ca of type vlan for network e804a72b-aade-49dc-a2b1-2149d6575c50 Aug 30 20:11:23.994324 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.035053 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.036050 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:24.036650 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.130815 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6826372 Aug 30 20:11:24.136107 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46350) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:24.142281 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Request body: {'subnet': {'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-580540202-subnet', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:24.149489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef07749-3659-43b3-8152-5260dcc68e07 admin admin] Pushing event updated for resources: {'Network': ['ID=e804a72b-aade-49dc-a2b1-2149d6575c50,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:24.170832 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network e804a72b-aade-49dc-a2b1-2149d6575c50 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:11:24.173142 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fda17-ad58-41b8-adbf-e6159750e9a5 req-399b7c83-22e2-4000-a721-5e0a271e210e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:24.187607 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a7fda17-ad58-41b8-adbf-e6159750e9a5 req-399b7c83-22e2-4000-a721-5e0a271e210e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.1449683 Aug 30 20:11:24.194621 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Made reservation on behalf of 63d81fd983f0455eb964c3689815abe1 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:24.203173 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.265635 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46358) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:24.288588 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a7fda17-ad58-41b8-adbf-e6159750e9a5 req-9a7b53e2-e93d-4721-8cb5-c0b511384e4c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957074 Aug 30 20:11:24.332004 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Deleting subnet fd3a3cff-de86-4a0b-82d1-151094a77761 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:11:24.340067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.380750 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.430107 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.446859 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.503889 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.515246 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=7400d7bc-09c0-4b22-a31e-6ce96c24d86c,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:24.519398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.525138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fd3a3cff-de86-4a0b-82d1-151094a77761 HTTP/1.1" status: 204 len: 168 time: 0.2584035 Aug 30 20:11:24.525462 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Checking segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:24.525865 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Network hostable DHCP agents. Network: e804a72b-aade-49dc-a2b1-2149d6575c50, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:11:24.528367 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46366) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:24.545026 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44916bf-76dd-46d2-88bf-810e80b48ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3a3cff-de86-4a0b-82d1-151094a77761,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:24.602294 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Network e804a72b-aade-49dc-a2b1-2149d6575c50 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:11:24.626454 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.631286 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, e804a72b-aade-49dc-a2b1-2149d6575c50) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:24.640340 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:24.640937 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.641067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c2bbf-8057-4e1a-9a4f-c238d1571307 None None] Network e804a72b-aade-49dc-a2b1-2149d6575c50 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:24.677833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46372) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:24.678064 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2943360b-c9a8-403a-a628-659145ad52ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5401728 Aug 30 20:11:24.686059 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:24.718054 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.719968 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.735174 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.756913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597579ed-2a2f-4aba-9a4f-583cca89427b']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:24.770644 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a89401-59d9-4201-b043-576dceb81873') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:24.771180 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a89401-59d9-4201-b043-576dceb81873') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:24.782736 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.799828 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.809300 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.809544 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:11:24.809803 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:11:24.811927 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:11:24.838284 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-e804a72b-aade-49dc-a2b1-2149d6575c50', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:11:24.839233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:24.974816 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.025309 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.029485 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] 10.222.0.11 "DELETE /v2.0/networks/597579ed-2a2f-4aba-9a4f-583cca89427b HTTP/1.1" status: 204 len: 168 time: 0.4989522 Aug 30 20:11:25.031102 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d44ed-17bc-44b8-b48b-3fc9a9d0dffb admin admin] Pushing event deleted for resources: {'Network': ['ID=597579ed-2a2f-4aba-9a4f-583cca89427b,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:25.058823 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.096204 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Allocated IP 172.20.0.2 (e804a72b-aade-49dc-a2b1-2149d6575c50/7400d7bc-09c0-4b22-a31e-6ce96c24d86c/79092ec1-9c45-4b6b-8482-0b67231cd612) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:25.179818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71460-c94f-4954-83cc-553a66d5adcb req-b854a5a8-d697-44bd-a05d-bd4c75441e58 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:25.187023 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24c71460-c94f-4954-83cc-553a66d5adcb req-b854a5a8-d697-44bd-a05d-bd4c75441e58 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1227427 Aug 30 20:11:25.247450 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24c71460-c94f-4954-83cc-553a66d5adcb req-ae950b0c-f6df-439d-a98a-2fed829ccd09 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576921 Aug 30 20:11:25.288573 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.302219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Transition to ACTIVE for port object 79092ec1-9c45-4b6b-8482-0b67231cd612 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:25.322127 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Transition to ACTIVE for port object 79092ec1-9c45-4b6b-8482-0b67231cd612 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:25.330957 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.388737 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Network e804a72b-aade-49dc-a2b1-2149d6575c50 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:25.392801 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:25.396266 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:25.414484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Pushing event updated for resources: {'Port': ['ID=79092ec1-9c45-4b6b-8482-0b67231cd612,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:25.417298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46396) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:25.482457 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46400) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:25.492871 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Attempting to bind port 79092ec1-9c45-4b6b-8482-0b67231cd612 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:25.493430 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Attempting to bind port 79092ec1-9c45-4b6b-8482-0b67231cd612 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:25.493929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Attempting to bind port 79092ec1-9c45-4b6b-8482-0b67231cd612 on network e804a72b-aade-49dc-a2b1-2149d6575c50 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:25.500194 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:25.500721 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Checking segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:25.501226 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.501749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Bound using segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:25.502461 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Bound port: 79092ec1-9c45-4b6b-8482-0b67231cd612, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:25.503140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.550413 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d271c-6265-4126-8531-a24b67a22e33 req-60889ebb-4f3c-49a3-bdca-64efbd2d28fb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:25.553716 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-667d271c-6265-4126-8531-a24b67a22e33 req-60889ebb-4f3c-49a3-bdca-64efbd2d28fb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.1354227 Aug 30 20:11:25.563489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.598160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.629729 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46406) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:25.642797 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] For port 79092ec1-9c45-4b6b-8482-0b67231cd612, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:25.655873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] For port 79092ec1-9c45-4b6b-8482-0b67231cd612, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=79092ec1-9c45-4b6b-8482-0b67231cd612,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:25.670968 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.699863 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-667d271c-6265-4126-8531-a24b67a22e33 req-ea0eaba1-76ec-44ec-8051-9aff1df9a500 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061897 Aug 30 20:11:25.707054 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46408) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:25.707837 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a4fdb3d1-5e7c-44f5-9fb4-c664224cfc83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f9d0366622a4b2e98bbaf50c3ec3e2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0767109 Aug 30 20:11:25.766715 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28673e9a-8f6f-47d2-86ae-8f5e21d6b535 None None] Pushing event updated for resources: {'Port': ['ID=79092ec1-9c45-4b6b-8482-0b67231cd612,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:25.784933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ef967cb2-94ee-4db4-a83b-0cfddc0f3608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.852815 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Allocated IP 172.27.2.77 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:25.864792 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.869358 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-31152549-5a95-41df-aee0-a9e922548162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:25.969153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.118614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.130620 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.134394 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.137758 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78517e4e-d06c-4c0a-8408-ea7643fc5d46 HTTP/1.1" status: 204 len: 168 time: 0.4275477 Aug 30 20:11:26.176508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebe21c-6160-49de-822a-44f2ba3e1fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78517e4e-d06c-4c0a-8408-ea7643fc5d46,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:26.191513 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ef967cb2-94ee-4db4-a83b-0cfddc0f3608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.223887 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ef967cb2-94ee-4db4-a83b-0cfddc0f3608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.291636 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ef967cb2-94ee-4db4-a83b-0cfddc0f3608 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56f716d6aa454273977c776aee2ebba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8726730 Aug 30 20:11:26.295090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46416) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:26.302567 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967cb2-94ee-4db4-a83b-0cfddc0f3608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2b243-d97f-4598-ae5f-7cb03796e8b9,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:26.318057 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-31152549-5a95-41df-aee0-a9e922548162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.320692 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.327843 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-31152549-5a95-41df-aee0-a9e922548162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.378008 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-31152549-5a95-41df-aee0-a9e922548162 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b6dfced52884ef8873285891b27466e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8937759 Aug 30 20:11:26.379628 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31152549-5a95-41df-aee0-a9e922548162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241be0a-0173-4a59-8827-d4d5cec4442a,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:26.385202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46420) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:26.417117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:26.434974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:26.442373 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:26.457356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Pushing event updated for resources: {'Port': ['ID=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:26.516626 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.572387 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa57c06-d2e5-438f-9260-af2e55f04e3b req-7e6a6828-7d73-4fad-a23a-7b33ecba462c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:26.573745 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6aa57c06-d2e5-438f-9260-af2e55f04e3b req-7e6a6828-7d73-4fad-a23a-7b33ecba462c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1629975 Aug 30 20:11:26.575958 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.694614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.787371 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6aa57c06-d2e5-438f-9260-af2e55f04e3b req-5d334b51-bd24-4b4a-bf21-cdf3fd57e64d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708436 Aug 30 20:11:26.865021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.868804 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.872884 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3c2b243-d97f-4598-ae5f-7cb03796e8b9 HTTP/1.1" status: 204 len: 168 time: 0.5767229 Aug 30 20:11:26.900727 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:26.903809 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11707335-28e6-4de5-a8c7-c1a1e3c72801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2b243-d97f-4598-ae5f-7cb03796e8b9,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:26.963200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 79092ec1-9c45-4b6b-8482-0b67231cd612 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:26.966322 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5524d-6b03-46b6-84cc-68787f9eab0c None None] Network e804a72b-aade-49dc-a2b1-2149d6575c50 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:27.076422 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46446) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:27.085181 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e674da-1762-42ec-a4f4-0194cace6b81 req-f348a99e-5411-44c7-8843-fbd75f7704b1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:27.087185 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b5e674da-1762-42ec-a4f4-0194cace6b81 req-f348a99e-5411-44c7-8843-fbd75f7704b1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.2747612 Aug 30 20:11:27.093122 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-923faa41-3040-4e00-a070-e366efe99c5a None None] Provisioning for port 79092ec1-9c45-4b6b-8482-0b67231cd612 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:27.108052 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.155858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 79092ec1-9c45-4b6b-8482-0b67231cd612 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:27.168073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 79092ec1-9c45-4b6b-8482-0b67231cd612 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:27.168756 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.283325 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1535956896-network', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:27.314637 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Made reservation on behalf of ef7444ce1b9f4bbc9e9e089c235c1073 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:27.321813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.337611 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.349321 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.390966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 79092ec1-9c45-4b6b-8482-0b67231cd612, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=79092ec1-9c45-4b6b-8482-0b67231cd612,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:27.398533 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.458130 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=79092ec1-9c45-4b6b-8482-0b67231cd612,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:27.539423 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.545126 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b5e674da-1762-42ec-a4f4-0194cace6b81 req-9b388cf9-5f0e-4059-8993-e66a1a9c2f86 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463115 Aug 30 20:11:27.547657 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.548032 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.550717 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.560547 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2241be0a-0173-4a59-8827-d4d5cec4442a HTTP/1.1" status: 204 len: 168 time: 1.1703482 Aug 30 20:11:27.598282 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9564-474e-4869-ab35-a543629c51d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241be0a-0173-4a59-8827-d4d5cec4442a,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:27.599834 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16cf0f-6b6f-47db-a9d6-7816784d07f1,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:27.619714 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:11:27.650965 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.651318 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Added segment e8b6f370-2c07-496a-89b3-817597ee9a73 of type vlan for network 42e7d939-c8e8-4b3c-8f28-9584034ca033 Aug 30 20:11:27.661542 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-cfb69e2a-86c2-4459-98a5-dfe636ac4805 None None] Provisioning complete for port 79092ec1-9c45-4b6b-8482-0b67231cd612 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:27.661897 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cfb69e2a-86c2-4459-98a5-dfe636ac4805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.687914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.712201 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.743953 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.745127 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:27.745889 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:27.828681 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7479873 Aug 30 20:11:27.828879 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46480) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:27.836861 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Request body: {'subnet': {'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1535956896-subnet', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:27.848352 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6635940-b544-425f-9341-db78a4933e93 admin admin] Pushing event updated for resources: {'Network': ['ID=42e7d939-c8e8-4b3c-8f28-9584034ca033,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:27.860745 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:11:27.883902 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Made reservation on behalf of ef7444ce1b9f4bbc9e9e089c235c1073 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:27.887124 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.015738 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Router 43be9026-cbdc-46ca-a12b-264de3742dd8 is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:11:28.030286 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f6a40-9e58-427d-8f07-39898921e2e0 req-4edc2642-b228-43bd-903f-cb362b20ac83 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:28.039196 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf2f6a40-9e58-427d-8f07-39898921e2e0 req-4edc2642-b228-43bd-903f-cb362b20ac83 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1000810 Aug 30 20:11:28.133638 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf2f6a40-9e58-427d-8f07-39898921e2e0 req-b08882cf-b736-4332-8d80-80ac4152209d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930376 Aug 30 20:11:28.223603 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:28.242870 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Sync routers for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:28.248291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.250128 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7b34a6a9-e62d-4084-843e-8395789bf413 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5697083 Aug 30 20:11:28.252732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46498) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:28.260708 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:28.261449 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:28.305827 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.418395 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4a3f0a-f29f-46e2-8e50-1323554e8984,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:28.430898 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:28.462988 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Checking segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:28.464116 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Network hostable DHCP agents. Network: 42e7d939-c8e8-4b3c-8f28-9584034ca033, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:11:28.508673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:11:28.527180 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 42e7d939-c8e8-4b3c-8f28-9584034ca033) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:28.535851 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:28.536474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.538089 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99a36fc-aeec-4263-9533-4d258ead0cfe None None] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:28.573060 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-414a5dc7-faff-47fc-9368-03aa6a962bfb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7429681 Aug 30 20:11:28.575830 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46510) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:28.582451 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:28.718343 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.720324 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.844013 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:26Z', 'revision_number': 3, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:28.872543 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-42e7d939-c8e8-4b3c-8f28-9584034ca033', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:11:28.873641 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.934568 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Checking router: 43be9026-cbdc-46ca-a12b-264de3742dd8 for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:28.936068 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Updating router 43be9026-cbdc-46ca-a12b-264de3742dd8 port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:28.938800 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:28.988428 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 79092ec1-9c45-4b6b-8482-0b67231cd612 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:29.005683 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.023398 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46520) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:29.166847 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1834913267-network', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:29.204661 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 79092ec1-9c45-4b6b-8482-0b67231cd612 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:29.205032 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.213061 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Allocated IP 172.20.0.2 (42e7d939-c8e8-4b3c-8f28-9584034ca033/8b4a3f0a-f29f-46e2-8e50-1323554e8984/788b2be9-7cba-45a2-88cc-44b6a0149fe4) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:29.214659 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Made reservation on behalf of be2eaf6cc0e3423cafb8c3d334c76924 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:29.217254 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.235498 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.235714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.359596 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.367051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.368330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.407842 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:11:29.413542 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546a173-64eb-44ea-b13a-bbf1bd380089 req-810d1a37-a83c-4752-a000-1939f05bd5a3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:29.415277 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b546a173-64eb-44ea-b13a-bbf1bd380089 req-810d1a37-a83c-4752-a000-1939f05bd5a3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1509545 Aug 30 20:11:29.435002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ddf0e-564b-430b-afbf-e576ea40396f,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:29.459172 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.461933 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Added segment 01a3df77-3431-453c-a56e-d16817e0c13a of type vlan for network 8889f23d-4f20-433e-b590-ffaaac0f553d Aug 30 20:11:29.479646 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.494317 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Transition to ACTIVE for port object e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:29.502733 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.506620 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.512562 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.515769 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Transition to ACTIVE for port object 788b2be9-7cba-45a2-88cc-44b6a0149fe4 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:29.539365 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Transition to ACTIVE for port object 788b2be9-7cba-45a2-88cc-44b6a0149fe4 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:29.547647 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.549295 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:29.549925 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.550522 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.578473 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b546a173-64eb-44ea-b13a-bbf1bd380089 req-524f3fce-1f7c-40ce-83f2-34d6548b9e37 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298120 Aug 30 20:11:29.585123 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Attempting to bind port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:29.585507 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Attempting to bind port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:29.585931 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Attempting to bind port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:29.592046 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Pushing event updated for resources: {'Port': ['ID=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:29.595682 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:29.596065 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:29.596472 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.596870 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:29.597367 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Bound port: e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:29.597778 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.621814 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:29.630362 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:29.635010 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:29.640879 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.641236 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.641583 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.641951 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.642292 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.642631 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.642965 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.643300 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.643650 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.643983 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.644306 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.644630 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] Pushing event updated for resources: {'Network': ['ID=8889f23d-4f20-433e-b590-ffaaac0f553d,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:29.644739 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:29.653379 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e24b1782-1344-46ea-ab93-96ca315eb66a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6281517 Aug 30 20:11:29.656421 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46532) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:29.661896 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Request body: {'subnet': {'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1834913267-subnet', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:29.669027 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 8889f23d-4f20-433e-b590-ffaaac0f553d details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:11:29.688804 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] For port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:29.692698 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] For port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:29.693519 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Pushing event updated for resources: {'Port': ['ID=788b2be9-7cba-45a2-88cc-44b6a0149fe4,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:29.699913 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Allocated IP 172.20.0.1 (e804a72b-aade-49dc-a2b1-2149d6575c50/7400d7bc-09c0-4b22-a31e-6ce96c24d86c/36666be2-6aed-4598-8875-f443942f487b) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:29.701317 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.726113 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Made reservation on behalf of be2eaf6cc0e3423cafb8c3d334c76924 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:29.728559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.767509 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:29.768352 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:29.819608 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Attempting to bind port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:29.821351 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Attempting to bind port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:29.822755 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Attempting to bind port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:29.827828 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598749-5a11-4d84-915e-47b135bf0bf9 None None] Pushing event updated for resources: {'Port': ['ID=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:29.831678 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:29.833028 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Checking segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:29.833452 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.833907 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Bound using segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:29.835073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Bound port: 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:29.835415 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.923038 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] For port 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:29.928957 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] For port 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=788b2be9-7cba-45a2-88cc-44b6a0149fe4,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:29.933518 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:29.937067 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:29.985038 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.005202 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc010f9f-6801-4d26-86f6-c6e37b25adc3 None None] Pushing event updated for resources: {'Port': ['ID=788b2be9-7cba-45a2-88cc-44b6a0149fe4,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:30.050931 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03e90a1-9953-45d1-8f5d-20cfa235f495,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:30.093384 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Checking segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:30.094361 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Network hostable DHCP agents. Network: 8889f23d-4f20-433e-b590-ffaaac0f553d, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:11:30.125432 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Network 8889f23d-4f20-433e-b590-ffaaac0f553d is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:11:30.136735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.140002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 8889f23d-4f20-433e-b590-ffaaac0f553d) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:30.153504 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b845d0e-c868-47d0-b174-cce4bc4431ef None None] Network 8889f23d-4f20-433e-b590-ffaaac0f553d requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:30.158153 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:30.165299 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.167748 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.205474 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d7e3a0ed-de47-4e2a-8119-378ea3965c91 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5455847 Aug 30 20:11:30.205948 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46540) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:30.211492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:30.230895 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:26Z', 'revision_number': 3, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:30.283591 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.284932 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.291558 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194091c-4415-410a-b36a-61f936ec9ea5 None None] The sync data for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi is: [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:26Z', 'revision_number': 3, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:30.307057 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.417078 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Transition to ACTIVE for port object 36666be2-6aed-4598-8875-f443942f487b will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:30.461119 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.480135 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Allocated IP 172.27.2.190 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/c184af72-42db-4586-aa8e-dbbb153e3c31) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:30.507491 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-8889f23d-4f20-433e-b590-ffaaac0f553d', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:11:30.509300 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.670476 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.703254 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:30.747912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Network e804a72b-aade-49dc-a2b1-2149d6575c50 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:30.754894 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:30.777705 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Allocated IP 172.20.0.2 (8889f23d-4f20-433e-b590-ffaaac0f553d/e03e90a1-9953-45d1-8f5d-20cfa235f495/1d0f10ff-0346-4763-a17f-39b74e6e8baa) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:30.834220 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:30.957280 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.025818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Pushing event updated for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:31.176558 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:31.235451 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.248478 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Transition to ACTIVE for port object 1d0f10ff-0346-4763-a17f-39b74e6e8baa will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:31.252255 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5d55b-e2d9-481b-bd34-5507384e880d req-28081598-0902-4919-9650-38028795958a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:31.270190 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Transition to ACTIVE for port object 1d0f10ff-0346-4763-a17f-39b74e6e8baa will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:31.274149 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bfa5d55b-e2d9-481b-bd34-5507384e880d req-28081598-0902-4919-9650-38028795958a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.5558968 Aug 30 20:11:31.330286 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.576032 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bfa5d55b-e2d9-481b-bd34-5507384e880d req-1a4e5d33-47a8-4aa2-b768-45b28467fefa tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009429 Aug 30 20:11:31.577320 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.698319 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.723165 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.729931 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.734671 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.735692 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ccf04-ebf8-4111-89f9-46304381d7cf None None] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:31.780489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:31.794967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:31.798813 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Pushing event updated for resources: {'Port': ['ID=c184af72-42db-4586-aa8e-dbbb153e3c31,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:31.801336 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:31.839413 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-27720a44-a3c8-4d5b-a5b3-8f3f969675b8 None None] Provisioning for port 36666be2-6aed-4598-8875-f443942f487b completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:31.860294 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Network 8889f23d-4f20-433e-b590-ffaaac0f553d is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:31.870202 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Allocated IP 172.27.2.31 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/64315060-39c0-4c74-a438-901ad52abfd4) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:31.871925 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Pushing event updated for resources: {'Port': ['ID=1d0f10ff-0346-4763-a17f-39b74e6e8baa,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:31.874500 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-27720a44-a3c8-4d5b-a5b3-8f3f969675b8 None None] Provisioning complete for port 36666be2-6aed-4598-8875-f443942f487b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:31.875008 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-27720a44-a3c8-4d5b-a5b3-8f3f969675b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.880963 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:31.887100 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:31.914014 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:31.938113 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:31.938548 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:31.985758 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-491d6cdb-8bc0-42f0-80e6-4da8c023f9a2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:31.987213 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-491d6cdb-8bc0-42f0-80e6-4da8c023f9a2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.2957754 Aug 30 20:11:31.997339 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-27720a44-a3c8-4d5b-a5b3-8f3f969675b8 None None] Port 36666be2-6aed-4598-8875-f443942f487b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:32.027530 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.064333 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-d072bd67-974c-4a2e-b27f-a7f70ea3e5c6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/quotas/1aaedd238874473c8e5e242bf8b69941 HTTP/1.1" status: 200 len: 375 time: 0.0426335 Aug 30 20:11:32.064847 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Attempting to bind port 1d0f10ff-0346-4763-a17f-39b74e6e8baa on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:32.065620 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Attempting to bind port 1d0f10ff-0346-4763-a17f-39b74e6e8baa by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:32.070600 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Attempting to bind port 1d0f10ff-0346-4763-a17f-39b74e6e8baa on network 8889f23d-4f20-433e-b590-ffaaac0f553d {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:32.089920 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.094262 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:32.094860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Checking segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:32.095714 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.096305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Bound using segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:32.098578 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Bound port: 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:32.099064 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.128641 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:32.135372 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:32.139065 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:32.216347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.218284 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Pushing event updated for resources: {'Port': ['ID=64315060-39c0-4c74-a438-901ad52abfd4,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:32.233921 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-6f17b783-8f08-4647-8d97-f3c77be700b8 None None] Provisioning for port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:32.258191 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-cac7b0de-e85a-4bfc-8467-d629d70acf15 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813018 Aug 30 20:11:32.275288 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:32.288208 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.289314 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 788b2be9-7cba-45a2-88cc-44b6a0149fe4 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:32.293208 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.336855 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.346881 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] For port 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:32.389350 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] For port 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=1d0f10ff-0346-4763-a17f-39b74e6e8baa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:32.398015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.407479 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.419095 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:32.473888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:32.489041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:32.489427 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.505798 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.520975 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602044c3-0d3f-45b9-a00a-d9db1507dceb None None] Pushing event updated for resources: {'Port': ['ID=1d0f10ff-0346-4763-a17f-39b74e6e8baa,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:32.626087 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.629675 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.706698 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Pushing event updated for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:32.742549 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=788b2be9-7cba-45a2-88cc-44b6a0149fe4,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:32.746068 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-2e448988-29f3-4630-9b87-a457e9e19d89 None None] Provisioning complete for port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:32.746628 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2e448988-29f3-4630-9b87-a457e9e19d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.749845 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.876543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:32.913073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=788b2be9-7cba-45a2-88cc-44b6a0149fe4,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:33.049905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:33.051047 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-1e24ce33-1dc1-4053-bb51-0336e6d4f9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734840 Aug 30 20:11:33.063038 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Router 4500b36a-fe5f-41a4-90f0-5c3768900609 is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:11:33.110765 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:33.111435 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:33.208349 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:33.211626 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 1d0f10ff-0346-4763-a17f-39b74e6e8baa up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:33.217788 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:33.229728 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Network e804a72b-aade-49dc-a2b1-2149d6575c50 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:33.238679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:33.239400 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:33.243972 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b018b426-dc8b-4fa0-a94e-7b8b3dc5bc9b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0367506 Aug 30 20:11:33.246597 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46588) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:33.251347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Sync routers for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:33.285307 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:33.286458 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:33.301427 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-54e5f676-e16d-4d26-8dd4-4e8aab5d6d5c service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388012 Aug 30 20:11:33.540239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Router 43be9026-cbdc-46ca-a12b-264de3742dd8 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:33.541722 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 1d0f10ff-0346-4763-a17f-39b74e6e8baa completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:33.569933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:11:33.595945 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:33.879159 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-4f224c9c-f2fa-43d9-affb-0145383414ad None None] Provisioning complete for port 36666be2-6aed-4598-8875-f443942f487b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:33.879724 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-4f224c9c-f2fa-43d9-affb-0145383414ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:33.883873 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:33.895473 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:33.899504 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:33.911845 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:33.913259 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:33.916609 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d845d1b-98b4-4ed5-8ef0-0f7d82b8a98c req-76335531-5af7-49ea-af0a-3035ba32faf3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:33.939333 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Sync routers for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:33.946682 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3d845d1b-98b4-4ed5-8ef0-0f7d82b8a98c req-76335531-5af7-49ea-af0a-3035ba32faf3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2156377 Aug 30 20:11:33.980291 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-aa10a969-44dd-4a1a-9deb-af2f6456b73f admin admin] 10.222.0.11 "PUT /v2.0/routers/43be9026-cbdc-46ca-a12b-264de3742dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7158344 Aug 30 20:11:33.983361 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:33.984303 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:34.009339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.021693 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-55189f51-1ec3-41d2-818e-9c774c734a96 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4329946 Aug 30 20:11:34.022396 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46604) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:34.080690 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3d845d1b-98b4-4ed5-8ef0-0f7d82b8a98c req-99b7fefc-9056-4e6e-854f-ac4fc0fe2f35 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318474 Aug 30 20:11:34.146372 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:34.182820 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fec8c536-7996-4f61-a18c-f9425d47bfbf req-e36c936d-995a-4b10-813a-f17ebf214dea tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0435696 Aug 30 20:11:34.203736 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecdfc8-c83f-4793-a1e2-3af526b8b8a7 None None] Network 8889f23d-4f20-433e-b590-ffaaac0f553d requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:34.285520 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:34.369681 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.415799 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-4f224c9c-f2fa-43d9-affb-0145383414ad None None] Port 36666be2-6aed-4598-8875-f443942f487b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:34.422298 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:34.508221 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:34.508634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Checking router: 4500b36a-fe5f-41a4-90f0-5c3768900609 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:34.508998 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Updating router 4500b36a-fe5f-41a4-90f0-5c3768900609 port 64315060-39c0-4c74-a438-901ad52abfd4 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:34.548986 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:34.549350 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Updating router 4a65bf39-92f7-4582-9de4-dda92f2807aa port c184af72-42db-4586-aa8e-dbbb153e3c31 binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:34.583712 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.637332 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Provisioning for port 1d0f10ff-0346-4763-a17f-39b74e6e8baa completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:34.639375 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.670433 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Provisioning complete for port 1d0f10ff-0346-4763-a17f-39b74e6e8baa triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:34.670804 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.789857 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46624) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:34.798740 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1816655601-network', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:34.855139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Allocated IP 172.20.0.1 (8889f23d-4f20-433e-b590-ffaaac0f553d/e03e90a1-9953-45d1-8f5d-20cfa235f495/7d9e0112-c980-49f8-b85b-e4acd2ef7efa) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:34.881597 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Made reservation on behalf of 3c6ce1c84569423981b1c58cee7450cc for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:34.884512 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.899923 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.926146 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.936950 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Transition to ACTIVE for port object c184af72-42db-4586-aa8e-dbbb153e3c31 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:34.944038 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.953891 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 788b2be9-7cba-45a2-88cc-44b6a0149fe4 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:34.961313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:34.990983 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Attempting to bind port c184af72-42db-4586-aa8e-dbbb153e3c31 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:34.991372 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Attempting to bind port c184af72-42db-4586-aa8e-dbbb153e3c31 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:34.992156 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Attempting to bind port c184af72-42db-4586-aa8e-dbbb153e3c31 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:35.005797 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:35.006803 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:35.007151 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.007574 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:35.007996 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Bound port: c184af72-42db-4586-aa8e-dbbb153e3c31, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:35.008394 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.011212 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56275df2-8bdf-438f-ace5-2669e4ae17e1 None None] Pushing event updated for resources: {'Port': ['ID=c184af72-42db-4586-aa8e-dbbb153e3c31,revision_number=2']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.064455 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.065846 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] For port c184af72-42db-4586-aa8e-dbbb153e3c31, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:35.070245 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] For port c184af72-42db-4586-aa8e-dbbb153e3c31, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=c184af72-42db-4586-aa8e-dbbb153e3c31,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:35.078926 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.109420 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.110099 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 2, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:35.166302 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Checking router: 43be9026-cbdc-46ca-a12b-264de3742dd8 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:35.166302 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Updating router 43be9026-cbdc-46ca-a12b-264de3742dd8 port 36666be2-6aed-4598-8875-f443942f487b binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:35.171873 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Transition to ACTIVE for port object 7d9e0112-c980-49f8-b85b-e4acd2ef7efa will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:35.209914 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:35.210598 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:35.270689 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e89415-e301-47d6-b3d1-0786d342c0e3 req-977b799f-c5b6-4f49-8c83-3fc766aa331d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:35.272711 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f1e89415-e301-47d6-b3d1-0786d342c0e3 req-977b799f-c5b6-4f49-8c83-3fc766aa331d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0965328 Aug 30 20:11:35.298377 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] For port 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=1d0f10ff-0346-4763-a17f-39b74e6e8baa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:35.302233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.307739 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:35.307739 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.315855 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56275df2-8bdf-438f-ace5-2669e4ae17e1 None None] Pushing event updated for resources: {'Port': ['ID=c184af72-42db-4586-aa8e-dbbb153e3c31,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.346003 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ae7b21a1-ab86-482c-ba81-4121c7c2c275 req-8c6bdf17-871a-4401-8d6f-ab10f54f9291 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0450373 Aug 30 20:11:35.346205 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:35.348599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.362975 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f1e89415-e301-47d6-b3d1-0786d342c0e3 req-61a0fb60-d1b4-4942-bfa6-458787e697f7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804949 Aug 30 20:11:35.391373 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.404776 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.408216 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.412743 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Allocated IP 172.20.0.1 (42e7d939-c8e8-4b3c-8f28-9584034ca033/8b4a3f0a-f29f-46e2-8e50-1323554e8984/4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:35.490219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c28794-595c-4592-a8af-40d4b6a2637d None None] Pushing event updated for resources: {'Port': ['ID=1d0f10ff-0346-4763-a17f-39b74e6e8baa,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.546587 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.558326 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-181d049d-ca0d-444d-beff-7a494b554483 None None] Provisioning complete for port 1d0f10ff-0346-4763-a17f-39b74e6e8baa triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:35.558765 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-181d049d-ca0d-444d-beff-7a494b554483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.573520 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:35.605150 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7fa032-fa8a-4ccf-ad79-2a693713c75d None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:35.713348 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:11:35.739153 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Transition to ACTIVE for port object 64315060-39c0-4c74-a438-901ad52abfd4 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:35.749349 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Network 8889f23d-4f20-433e-b590-ffaaac0f553d is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:35.776332 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.776847 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Added segment 3f1909be-10d6-40a4-93db-8702103819f1 of type vlan for network 97c19db9-4b2b-4541-8c29-ed6375b85f64 Aug 30 20:11:35.794824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.819520 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084c0a3f-1b4f-4283-b523-6905ee2c4cb9,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.828206 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:35.830975 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:35.858418 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.885027 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.907092 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b5187-5023-4b07-a403-995e1055e0e8 None None] Pushing event updated for resources: {'Port': ['ID=64315060-39c0-4c74-a438-901ad52abfd4,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:35.910051 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Attempting to bind port 64315060-39c0-4c74-a438-901ad52abfd4 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:35.910425 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Attempting to bind port 64315060-39c0-4c74-a438-901ad52abfd4 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:35.910779 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Attempting to bind port 64315060-39c0-4c74-a438-901ad52abfd4 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:35.930961 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:35.931207 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:35.931623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.932012 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:35.932496 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Bound port: 64315060-39c0-4c74-a438-901ad52abfd4, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:35.932873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:35.998488 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.030501 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Transition to ACTIVE for port object 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:36.056912 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.db.resource_extend [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 20:11:36.090813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.108739 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] For port 64315060-39c0-4c74-a438-901ad52abfd4, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:36.141970 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] For port 64315060-39c0-4c74-a438-901ad52abfd4, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=64315060-39c0-4c74-a438-901ad52abfd4,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:36.148741 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.153191 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.174247 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.175249 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:36.175852 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.205813 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Transition to ACTIVE for port object 36666be2-6aed-4598-8875-f443942f487b will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:36.223833 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.271044 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.274846 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:36.275503 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:36.296051 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b5187-5023-4b07-a403-995e1055e0e8 None None] Pushing event updated for resources: {'Port': ['ID=64315060-39c0-4c74-a438-901ad52abfd4,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:36.327408 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5306709 Aug 30 20:11:36.327755 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46636) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:36.333624 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Request body: {'subnet': {'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1816655601-subnet', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:36.351264 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc336-96bf-494b-b648-453ccc7e59b1 admin admin] Pushing event updated for resources: {'Network': ['ID=97c19db9-4b2b-4541-8c29-ed6375b85f64,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:36.376545 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Made reservation on behalf of 3c6ce1c84569423981b1c58cee7450cc for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:36.376803 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:36.386156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12931718'] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.386995 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:36.389754 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:36.394940 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:36.496921 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e256b-83a5-4955-b7b7-8d42ccf6f572 None None] Pushing event updated for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:36.525824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:11:36.601290 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.643704 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-cc9a5fce-f72a-481b-9290-798920c22589 None None] Provisioning for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:36.670853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.707827 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-cc9a5fce-f72a-481b-9290-798920c22589 None None] Provisioning complete for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:36.708218 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5fce-f72a-481b-9290-798920c22589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.818491 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a801d740-d4a9-436e-90df-e0ae92736c82 req-180c045b-f182-4d94-b558-44b04ec0ddf0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 210 time: 0.1089761 Aug 30 20:11:36.834736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16613221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12931728'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.894914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c2c37e-053e-48e3-bb7f-8ac6917ed2ea,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:36.907225 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ef395-8770-4e0d-9737-962f675004b6 req-055e4c3c-9c70-488c-8b2e-3cffc9059e08 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:36.915310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ae2ef395-8770-4e0d-9737-962f675004b6 req-055e4c3c-9c70-488c-8b2e-3cffc9059e08 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2070084 Aug 30 20:11:36.966116 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Checking segment: {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:36.966470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Network hostable DHCP agents. Network: 97c19db9-4b2b-4541-8c29-ed6375b85f64, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:11:36.967361 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:36.984963 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.011250 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ae2ef395-8770-4e0d-9737-962f675004b6 req-f85e687d-c98c-4b3b-ac74-e1c86c0ec66f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948188 Aug 30 20:11:37.047346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:11:37.070927 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 97c19db9-4b2b-4541-8c29-ed6375b85f64) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:37.094924 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:37.095558 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.132086 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a81bb399-4775-4c8c-91c3-93f2f416c76d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8020921 Aug 30 20:11:37.134596 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46648) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:37.139656 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:37.151572 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0301fca6-5ebb-4429-b37b-ab69e9f1b2df None None] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:37.154029 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device c184af72-42db-4586-aa8e-dbbb153e3c31 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:37.177435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.180604 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.263119 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.295775 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.301041 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:37.384410 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Attempting to bind port 36666be2-6aed-4598-8875-f443942f487b on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:37.384855 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Attempting to bind port 36666be2-6aed-4598-8875-f443942f487b by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:37.385140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Attempting to bind port 36666be2-6aed-4598-8875-f443942f487b on network e804a72b-aade-49dc-a2b1-2149d6575c50 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:37.395209 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a5fce-f72a-481b-9290-798920c22589 None None] Port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:37.413513 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.433430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-392a91d4-f867-4240-8dfe-5fcdad8febbf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:37.434645 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-392a91d4-f867-4240-8dfe-5fcdad8febbf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.2497530 Aug 30 20:11:37.438148 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:37.438975 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Checking segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:37.439173 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.439605 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Bound using segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:37.440151 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Bound port: 36666be2-6aed-4598-8875-f443942f487b, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:37.440590 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.476423 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Request body: {'port': {'device_id': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'admin_state_up': True, 'tenant_id': '1aaedd238874473c8e5e242bf8b69941'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:37.482417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.554269 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:37.557331 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-97c19db9-4b2b-4541-8c29-ed6375b85f64', 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'fixed_ips': [{'subnet_id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:11:37.558898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.656726 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Network 8889f23d-4f20-433e-b590-ffaaac0f553d is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:37.664792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port c184af72-42db-4586-aa8e-dbbb153e3c31 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:37.669313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:37.722750 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] For port 36666be2-6aed-4598-8875-f443942f487b, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:37.726777 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.732098 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port c184af72-42db-4586-aa8e-dbbb153e3c31 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:37.732098 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.748778 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.776009 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] For port 36666be2-6aed-4598-8875-f443942f487b, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=36666be2-6aed-4598-8875-f443942f487b,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:37.856584 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.883715 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-71747d9a-fbeb-4900-9522-39286e6ae73d None None] Provisioning for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:37.897997 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.915317 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-71747d9a-fbeb-4900-9522-39286e6ae73d None None] Provisioning complete for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:37.916251 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-71747d9a-fbeb-4900-9522-39286e6ae73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:37.920657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.005566 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Allocated IP 172.27.2.121 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/f1f0f6f8-ceb3-41fc-b87b-d866511e696e) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:38.020045 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Allocated IP 172.20.0.2 (97c19db9-4b2b-4541-8c29-ed6375b85f64/99c2c37e-053e-48e3-bb7f-8ac6917ed2ea/847071c1-685d-493a-b03d-94b1ae9de361) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:38.029990 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:38.037181 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.078682 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a5da5886-73d6-49e7-b878-90dca2d02c56 req-b444b7a6-ed46-438b-8824-f12baa316a02 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 210 time: 0.0813732 Aug 30 20:11:38.132060 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Router 4500b36a-fe5f-41a4-90f0-5c3768900609 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:38.138387 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:38.150715 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.267139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1fe29-f9cd-4303-8c01-d3ab5c661104 req-9c849c63-7b06-4bc6-93c7-db91dc75fbb0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:38.268786 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67f1fe29-f9cd-4303-8c01-d3ab5c661104 req-9c849c63-7b06-4bc6-93c7-db91dc75fbb0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1180899 Aug 30 20:11:38.295466 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:38.296123 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:38.367485 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.380492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:38.383285 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67f1fe29-f9cd-4303-8c01-d3ab5c661104 req-61cf4c83-0adf-4259-a796-2d9edf8755fc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073372 Aug 30 20:11:38.392003 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-71747d9a-fbeb-4900-9522-39286e6ae73d None None] Port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:38.401072 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:38.422783 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e256b-83a5-4955-b7b7-8d42ccf6f572 None None] Pushing event updated for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:38.422884 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.459380 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:38.460676 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Allocated IP 172.20.0.13 (b4edec65-c45b-4561-b29a-41ca1b2a0a36/29bbf775-a897-43f7-8987-67fefe883b7f/564e71ca-4d7f-44ab-b005-db19c4b987cc) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:38.472885 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:38.477570 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:38.496551 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.563418 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:38.590062 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port c184af72-42db-4586-aa8e-dbbb153e3c31, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=c184af72-42db-4586-aa8e-dbbb153e3c31,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:38.607874 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.608672 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 1d0f10ff-0346-4763-a17f-39b74e6e8baa up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:38.617835 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:38.653855 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:38.706374 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.763005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9994e48f-71bc-4304-90fe-27a149daf0e6 None None] The sync data for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi is: [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 3, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:38.782593 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Transition to ACTIVE for port object 847071c1-685d-493a-b03d-94b1ae9de361 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:38.856900 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=c184af72-42db-4586-aa8e-dbbb153e3c31,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:38.861896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-2d455412-740d-46b8-a817-3e2efacb6ba6 None None] Provisioning complete for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:38.862456 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2d455412-740d-46b8-a817-3e2efacb6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.937277 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Transition to ACTIVE for port object 847071c1-685d-493a-b03d-94b1ae9de361 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:38.957892 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:38.967777 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:38.978381 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e9d074c7-c04d-4129-9db0-2b5103f0ded0 admin admin] 10.222.0.11 "PUT /v2.0/routers/4500b36a-fe5f-41a4-90f0-5c3768900609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7280097 Aug 30 20:11:39.000441 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-2d455412-740d-46b8-a817-3e2efacb6ba6 None None] Port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:39.036899 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:39.045216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:39.045527 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.050456 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:39.059634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 1d0f10ff-0346-4763-a17f-39b74e6e8baa triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:39.060019 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.105597 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Pushing event updated for resources: {'Port': ['ID=847071c1-685d-493a-b03d-94b1ae9de361,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:39.106040 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.134377 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:39.262316 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-29e2c239-9de9-4d76-9a38-fc05bb6931ce None None] Provisioning complete for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:39.262701 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-29e2c239-9de9-4d76-9a38-fc05bb6931ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.296083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Attempting to bind port 847071c1-685d-493a-b03d-94b1ae9de361 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:39.296083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Attempting to bind port 847071c1-685d-493a-b03d-94b1ae9de361 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:39.296083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Attempting to bind port 847071c1-685d-493a-b03d-94b1ae9de361 on network 97c19db9-4b2b-4541-8c29-ed6375b85f64 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:39.312896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:39.313296 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Checking segment: {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:39.313866 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.314106 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Bound using segment: {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:39.314595 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Bound port: 847071c1-685d-493a-b03d-94b1ae9de361, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:39.314974 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.344999 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.376826 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:39.378829 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceaa6e0-f406-45a6-a086-c347765a9035 req-007c301b-96b7-44ac-b574-fa0f13b491df tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:39.387381 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bceaa6e0-f406-45a6-a086-c347765a9035 req-007c301b-96b7-44ac-b574-fa0f13b491df tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 932 time: 0.1332071 Aug 30 20:11:39.407881 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:39.424315 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:39.482885 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event updated for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:39.491797 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bceaa6e0-f406-45a6-a086-c347765a9035 req-496fa681-c211-4f2c-a8ec-e20fcc0df19c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986207 Aug 30 20:11:39.519152 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:39.535423 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fbc9e4a5-b209-4f95-90d8-a6f44b394ee9 admin admin] 10.222.0.11 "PUT /v2.0/routers/4a65bf39-92f7-4582-9de4-dda92f2807aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5097239 Aug 30 20:11:39.535536 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:39.549900 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:39.550821 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:39.553200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-29e2c239-9de9-4d76-9a38-fc05bb6931ce None None] Port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:39.558905 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:39.559118 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.592822 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-872876c0-c46f-4ec4-bba5-f534ca6d368d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1202438 Aug 30 20:11:39.641112 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:39.681448 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679c1e2-7b74-444f-8691-5ae4fadadd8c None None] The sync data for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi is: [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:39.688058 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] For port 847071c1-685d-493a-b03d-94b1ae9de361, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:39.729433 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] For port 847071c1-685d-493a-b03d-94b1ae9de361, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=847071c1-685d-493a-b03d-94b1ae9de361,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:39.734473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.785527 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:39.863517 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:39.878005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b764-05ee-4226-8843-ba0519058a4e None None] Pushing event updated for resources: {'Port': ['ID=847071c1-685d-493a-b03d-94b1ae9de361,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:39.902791 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e3f45-52bd-443e-85b8-d82753dbdca7 req-b00a0155-ffa4-4d4d-a1df-0ea874c6b91e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:39.923560 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc8e3f45-52bd-443e-85b8-d82753dbdca7 req-b00a0155-ffa4-4d4d-a1df-0ea874c6b91e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2669394 Aug 30 20:11:40.027818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 64315060-39c0-4c74-a438-901ad52abfd4 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:40.121898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 64315060-39c0-4c74-a438-901ad52abfd4 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:40.128041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 64315060-39c0-4c74-a438-901ad52abfd4 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:40.129374 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.206402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc8e3f45-52bd-443e-85b8-d82753dbdca7 req-e0d0a27b-fc3b-4221-84df-659c04211c6d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818522 Aug 30 20:11:40.272899 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Router 20079a5d-cd2f-4130-a4e6-2c23380d1daf is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:11:40.286175 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46700) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:40.295668 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-658977840-network', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:40.337275 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Made reservation on behalf of 8e1988f0191d416ab8187aa9490aa144 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:40.338188 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.343883 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.356988 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.430020 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 64315060-39c0-4c74-a438-901ad52abfd4, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=64315060-39c0-4c74-a438-901ad52abfd4,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:40.438801 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.441467 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device c184af72-42db-4586-aa8e-dbbb153e3c31 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:40.528733 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:40.539975 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 2, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:40.563052 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Sync routers for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:40.583764 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:40.584921 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Updating router 4a65bf39-92f7-4582-9de4-dda92f2807aa port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:40.598668 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:40.599311 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:40.621164 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.638945 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.643325 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.647601 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.648846 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-743a5509-74f0-47a6-9bcc-877f43269808 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5132236 Aug 30 20:11:40.651662 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46706) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:40.682035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40121b7c-798a-4d3d-aa33-2622ad1672a6,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:40.691322 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:11:40.708748 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.711606 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Added segment 34735afa-9bd0-401c-9e4b-baa929543353 of type vlan for network 4e896760-1298-4ee3-9e5c-1db17b6b2901 Aug 30 20:11:40.721512 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=64315060-39c0-4c74-a438-901ad52abfd4,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:40.779794 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.784306 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port c184af72-42db-4586-aa8e-dbbb153e3c31 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:40.784683 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.817158 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.818815 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:40.820284 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:40.836181 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:40.842847 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5544465 Aug 30 20:11:40.847348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46710) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:40.859248 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Request body: {'subnet': {'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-658977840-subnet', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:40.915357 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Request body: {'port': {'device_id': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:40.969672 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc27403e-3d42-4d9a-9669-e989a827ef21 admin admin] Pushing event updated for resources: {'Network': ['ID=4e896760-1298-4ee3-9e5c-1db17b6b2901,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:40.986455 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:11:41.014207 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.291480 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Made reservation on behalf of 8e1988f0191d416ab8187aa9490aa144 for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:41.295649 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12931718'] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.313504 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-20e7c5d2-fef4-4287-9d87-9276ba271b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.333678 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 3, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:41.380336 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Checking router: 20079a5d-cd2f-4130-a4e6-2c23380d1daf for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:41.380336 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Updating router 20079a5d-cd2f-4130-a4e6-2c23380d1daf port f1f0f6f8-ceb3-41fc-b87b-d866511e696e binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:41.417698 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.494539 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.502677 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564e71ca-4d7f-44ab-b005-db19c4b987cc {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:11:41.519208 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Transition to ACTIVE for port object 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:41.525484 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.536888 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.540498 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46718) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:41.550841 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1913998319', 'description': 'tempest-description--1148299443'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:41.574522 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde518e-5b84-4d1f-ba87-fdd0d328066f None None] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:41.625402 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.652264 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b4ec-7c85-4b0f-ba26-7ca774238abe None None] Pushing event updated for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:41.722386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Transition to ACTIVE for port object 564e71ca-4d7f-44ab-b005-db19c4b987cc will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:41.730604 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Attempting to bind port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:41.730993 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Attempting to bind port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:41.731524 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Attempting to bind port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:41.739263 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:41.739635 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Checking segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:41.740714 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.741149 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Bound using segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:41.741626 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Bound port: 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:41.742015 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.749769 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.800232 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16613221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12931728'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.812032 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-f60fe753-c227-4810-98ee-cfcb7bf8442f None None] Provisioning for port 847071c1-685d-493a-b03d-94b1ae9de361 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:41.858413 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] For port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:41.863099 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] For port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:41.869141 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:41.953501 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee2c0-8dca-4ca6-bbc7-9782cf9d7ea8 req-4a1dec55-3339-4b42-a303-f72597186215 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:41.977262 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:41.978534 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:41.979886 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4f0ee2c0-8dca-4ca6-bbc7-9782cf9d7ea8 req-4a1dec55-3339-4b42-a303-f72597186215 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 932 time: 0.2994153 Aug 30 20:11:41.997486 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.023117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6720cb98-3db7-4360-a5f3-19e96d2260ad,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.051956 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.084805 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.085313 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 36666be2-6aed-4598-8875-f443942f487b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:42.100902 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4b4ec-7c85-4b0f-ba26-7ca774238abe None None] Pushing event updated for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.105819 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdf69ee-57f0-4938-954b-3c9438426356,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.160917 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Pushing event updated for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.198301 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Checking segment: {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:42.199363 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.201900 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-55159857-e7b6-4b98-b859-419ad787c1ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6593554 Aug 30 20:11:42.205521 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Network hostable DHCP agents. Network: 4e896760-1298-4ee3-9e5c-1db17b6b2901, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:11:42.211363 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46720) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:42.235200 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group_rule': {'security_group_id': 'abdf69ee-57f0-4938-954b-3c9438426356', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:42.267503 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:42.284885 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4f0ee2c0-8dca-4ca6-bbc7-9782cf9d7ea8 req-a732606d-e592-4116-b8dd-28d66252619c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968554 Aug 30 20:11:42.337489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.372570 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Attempting to bind port 564e71ca-4d7f-44ab-b005-db19c4b987cc on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:42.374221 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Attempting to bind port 564e71ca-4d7f-44ab-b005-db19c4b987cc by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:42.375383 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Attempting to bind port 564e71ca-4d7f-44ab-b005-db19c4b987cc on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:42.387241 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Port 564e71ca-4d7f-44ab-b005-db19c4b987cc on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:11:42.388918 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Attempting to bind port 564e71ca-4d7f-44ab-b005-db19c4b987cc on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:42.399633 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:42.404768 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Checking segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:42.405278 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Bound using segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:42.405885 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Bound port: 564e71ca-4d7f-44ab-b005-db19c4b987cc, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:42.406339 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.428901 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.443022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:11:42.444743 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Transition to ACTIVE for port object f1f0f6f8-ceb3-41fc-b87b-d866511e696e will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:42.456234 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:11:42.518679 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.534623 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:42.539353 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:42.539514 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 4e896760-1298-4ee3-9e5c-1db17b6b2901) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:42.545422 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.545560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:42.551700 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.573905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 36666be2-6aed-4598-8875-f443942f487b completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:42.576539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e853d-ff66-41de-87e2-448c884faca5 None None] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:42.590313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:42.591455 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.594167 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] 10.222.0.90 "PUT /v2.0/ports/564e71ca-4d7f-44ab-b005-db19c4b987cc HTTP/1.1" status: 200 len: 1094 time: 1.6919377 Aug 30 20:11:42.594629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:42.602433 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b440914-0d6e-4c72-a31e-3673d00ad827" -d '{"events": [{"name": "network-changed", "server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:42.661641 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-05605244-76c9-4b08-9837-e14d61b4d33b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8122778 Aug 30 20:11:42.667560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46728) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:42.700967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:42.703102 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 36666be2-6aed-4598-8875-f443942f487b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:42.703718 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.707610 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852f5d72-76bf-4919-a47b-7a9538021129 x-openstack-request-id: req-852f5d72-76bf-4919-a47b-7a9538021129 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:42.707906 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:42.708158 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-852f5d72-76bf-4919-a47b-7a9538021129 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:42.708555 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'status': 'completed', 'code': 200} Aug 30 20:11:42.735739 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:41Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:42.744343 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-a897acb5-427f-49d2-9bec-bda8cbdb00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:42.745989 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-a897acb5-427f-49d2-9bec-bda8cbdb00f7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 1097 time: 0.0901723 Aug 30 20:11:42.747117 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c020c-ce0a-4c63-a9e0-eea5269e90e4 service neutron] Pushing event updated for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.765246 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.766625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.786078 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a189555-4cce-4833-ad09-cdba501d6c97 None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:41Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:42.800543 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4756-ca37-4834-9669-7c4268c342f4 req-7a797e2c-5cda-4cbc-99d2-0a44c4ec25d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:42.810098 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d07b4756-ca37-4834-9669-7c4268c342f4 req-7a797e2c-5cda-4cbc-99d2-0a44c4ec25d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.3704612 Aug 30 20:11:42.823805 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-f5c44a3c-26f0-49c0-821c-94fcffde8f2b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc HTTP/1.1" status: 200 len: 217 time: 0.0661843 Aug 30 20:11:42.828249 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Attempting to bind port f1f0f6f8-ceb3-41fc-b87b-d866511e696e on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:42.828865 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Attempting to bind port f1f0f6f8-ceb3-41fc-b87b-d866511e696e by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:42.829567 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Attempting to bind port f1f0f6f8-ceb3-41fc-b87b-d866511e696e on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:42.831791 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840eff-230c-4753-b774-45b27c865d10 None None] Pushing event updated for resources: {'Port': ['ID=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:42.859869 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:42.860355 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:42.860915 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.861408 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:42.862152 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Bound port: f1f0f6f8-ceb3-41fc-b87b-d866511e696e, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:42.862648 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.926387 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.934027 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-6e610329-1c3c-478e-83dc-d7adec5dd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:42.940736 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-6e610329-1c3c-478e-83dc-d7adec5dd31c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.1069567 Aug 30 20:11:42.943209 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d07b4756-ca37-4834-9669-7c4268c342f4 req-d454dacd-4e31-48fc-a7db-64c4f8ef38a4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287858 Aug 30 20:11:42.983258 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:42.996294 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.004916 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-8abe19ae-652b-41d1-bf5d-acd6abb1735e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595462 Aug 30 20:11:43.168417 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Sync routers for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:43.184456 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] For port f1f0f6f8-ceb3-41fc-b87b-d866511e696e, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:43.193128 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:43.195635 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:43.245158 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] For port f1f0f6f8-ceb3-41fc-b87b-d866511e696e, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:43.269976 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.286118 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-5f210e8e-7702-479d-8147-045075149c6d service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686667 Aug 30 20:11:43.289395 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-4e896760-1298-4ee3-9e5c-1db17b6b2901', 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'fixed_ips': [{'subnet_id': '6720cb98-3db7-4360-a5f3-19e96d2260ad'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:11:43.290337 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.349156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Allocated IP 172.20.0.1 (97c19db9-4b2b-4541-8c29-ed6375b85f64/99c2c37e-053e-48e3-bb7f-8ac6917ed2ea/ab9a5222-3947-4c67-a6ad-f4141b4fedb8) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:43.351813 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ab124-da0f-41f5-89f4-4d6f0e68ba60,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:43.360622 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.366027 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-32c22cdb-0402-40ed-a24d-de102fdf7ad2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1525841 Aug 30 20:11:43.405313 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46734) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:43.436714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group_rule': {'security_group_id': 'abdf69ee-57f0-4938-954b-3c9438426356', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:43.517644 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:11:43.531426 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dedff7f7-48d8-4711-824a-c3a0719d447b req-cec99afe-a5b7-45b3-a83a-bbcbcc5fe610 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404363 Aug 30 20:11:43.561734 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:43.713210 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-73a97f9f-19af-4216-827c-3cc03a94af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:43.719492 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-73a97f9f-19af-4216-827c-3cc03a94af71 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 1097 time: 0.1117358 Aug 30 20:11:43.762776 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.799413 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.890032 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.918638 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be74e4-4b28-43ae-a5b5-0d5c69e3bc35 req-01bf411c-4554-4828-a474-e06da6d1517f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:43.920201 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0be74e4-4b28-43ae-a5b5-0d5c69e3bc35 req-01bf411c-4554-4828-a474-e06da6d1517f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.4042568 Aug 30 20:11:43.976694 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:43.988824 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-0a20667a-f3b9-4875-b5e0-ecba6818303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:43.990854 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 2, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:43.992466 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-0a20667a-f3b9-4875-b5e0-ecba6818303a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 915 time: 0.2600274 Aug 30 20:11:44.021430 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Checking router: 4500b36a-fe5f-41a4-90f0-5c3768900609 for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:44.021986 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Updating router 4500b36a-fe5f-41a4-90f0-5c3768900609 port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:44.062415 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.094232 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41840eff-230c-4753-b774-45b27c865d10 None None] Pushing event updated for resources: {'Port': ['ID=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:44.103012 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:44.103952 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:44.111161 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 36666be2-6aed-4598-8875-f443942f487b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=36666be2-6aed-4598-8875-f443942f487b,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:44.145525 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-cac3cac1-87d5-437c-9f87-6d32ac469b8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc HTTP/1.1" status: 200 len: 217 time: 0.1407747 Aug 30 20:11:44.156612 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Transition to ACTIVE for port object ab9a5222-3947-4c67-a6ad-f4141b4fedb8 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:44.165980 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0be74e4-4b28-43ae-a5b5-0d5c69e3bc35 req-e60bf1d6-065b-47ea-baf9-ed0233c58877 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357614 Aug 30 20:11:44.177200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.178897 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 64315060-39c0-4c74-a438-901ad52abfd4 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:44.237557 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-2d06e6da-b378-494a-9082-a9ab734f6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:44.240764 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-2d06e6da-b378-494a-9082-a9ab734f6be9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0865817 Aug 30 20:11:44.276096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.303120 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.339921 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0046146c-e3f1-4d9a-9622-56847707041c,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:44.361348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fe459-bc6f-4349-8109-6b53860a9627 req-5c8e8302-f943-4c36-a340-5b4f70e28f25 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:44.364055 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe3fe459-bc6f-4349-8109-6b53860a9627 req-5c8e8302-f943-4c36-a340-5b4f70e28f25 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2928081 Aug 30 20:11:44.399180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.403298 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46750) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:44.403437 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-34003f19-c479-420e-9d81-c93d1a55f2ef tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9939101 Aug 30 20:11:44.408869 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:44.411378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.458906 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.475596 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.488201 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Transition to ACTIVE for port object 7d9e0112-c980-49f8-b85b-e4acd2ef7efa will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:44.493564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Allocated IP 172.20.0.2 (4e896760-1298-4ee3-9e5c-1db17b6b2901/6720cb98-3db7-4360-a5f3-19e96d2260ad/cd329e3c-b068-4523-a62f-c291e6ebc41f) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:44.495750 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.518417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:44.564937 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:44.569542 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:44.590906 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe3fe459-bc6f-4349-8109-6b53860a9627 req-1e0ed27d-348c-444e-b712-703d27e18ad8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111332 Aug 30 20:11:44.606737 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:44.647895 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Attempting to bind port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:44.648129 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Attempting to bind port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:44.648589 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Attempting to bind port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa on network 8889f23d-4f20-433e-b590-ffaaac0f553d {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:44.657352 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b064-9761-429a-8952-9b1d2dcde746 None None] Pushing event updated for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:44.667645 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:44.668188 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Checking segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:44.668701 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.669199 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Bound using segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:44.669972 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Bound port: 7d9e0112-c980-49f8-b85b-e4acd2ef7efa, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:44.670691 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.712141 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3e68837c-9acd-44af-ba80-66db4c1c7e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.714515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:44.792857 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 64315060-39c0-4c74-a438-901ad52abfd4 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:44.793437 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.805067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.805927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.837615 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] For port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:44.844714 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] For port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:44.853728 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.893494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.919732 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:44.920699 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:44.939541 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:44.948299 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:44.993667 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.071901 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Allocated IP 172.27.2.120 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/54a65c0f-add7-426d-a76d-044317cb8ad4) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:45.085601 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 847071c1-685d-493a-b03d-94b1ae9de361 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:45.166614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.248458 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b064-9761-429a-8952-9b1d2dcde746 None None] Pushing event updated for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:45.267805 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-78b62871-d4a3-43a8-9f96-04019b93fc41 None None] Provisioning for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:45.278254 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:45.284151 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-78b62871-d4a3-43a8-9f96-04019b93fc41 None None] Provisioning complete for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:45.294275 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-78b62871-d4a3-43a8-9f96-04019b93fc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.307435 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.362408 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.432097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:45.432376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-78b62871-d4a3-43a8-9f96-04019b93fc41 None None] Port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:45.435888 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:45.436532 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.441909 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 847071c1-685d-493a-b03d-94b1ae9de361 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:45.442955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:45.455375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f137f-3dce-4ede-819c-78811e852698 req-894658e4-127d-408a-b4ea-da0126fe2261 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:45.457158 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e17f137f-3dce-4ede-819c-78811e852698 req-894658e4-127d-408a-b4ea-da0126fe2261 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1331215 Aug 30 20:11:45.469326 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Transition to ACTIVE for port object cd329e3c-b068-4523-a62f-c291e6ebc41f will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:45.475473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 847071c1-685d-493a-b03d-94b1ae9de361 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:45.475850 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.504116 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=54a65c0f-add7-426d-a76d-044317cb8ad4,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:45.519990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Allocated IP 172.27.2.34 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:45.531956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 3, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:45.539610 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Transition to ACTIVE for port object cd329e3c-b068-4523-a62f-c291e6ebc41f will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:45.561524 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e17f137f-3dce-4ede-819c-78811e852698 req-2362a90b-b81e-4aa7-a67d-fa1c727d335b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955844 Aug 30 20:11:45.580757 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.587627 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a79806-19ec-4e48-9185-f40dcbc6193f None None] The sync data for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi is: [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 3, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:45.595156 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.605868 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:44Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:45.642630 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a42205-7766-415f-ad37-48eea24dcc32 None None] The sync data for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi is: [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:44Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:45.657432 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.668559 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.683228 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.716654 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:45.720515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.741202 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Pushing event updated for resources: {'Port': ['ID=cd329e3c-b068-4523-a62f-c291e6ebc41f,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:45.746437 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:45.751338 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:45.794765 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.833107 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Pushing event updated for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:45.854452 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Attempting to bind port cd329e3c-b068-4523-a62f-c291e6ebc41f on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:45.858214 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Attempting to bind port cd329e3c-b068-4523-a62f-c291e6ebc41f by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:45.858700 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Attempting to bind port cd329e3c-b068-4523-a62f-c291e6ebc41f on network 4e896760-1298-4ee3-9e5c-1db17b6b2901 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:45.861994 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.867793 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.892344 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4a1f-7c26-419a-b037-6daa197f177c req-c83a0378-30fb-4256-9579-c0332fd9e8f3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:45.894349 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-945b4a1f-7c26-419a-b037-6daa197f177c req-c83a0378-30fb-4256-9579-c0332fd9e8f3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.2150233 Aug 30 20:11:45.894909 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 847071c1-685d-493a-b03d-94b1ae9de361, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=847071c1-685d-493a-b03d-94b1ae9de361,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:45.896678 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:45.897198 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Checking segment: {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:45.897690 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.898128 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Bound using segment: {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:45.898601 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Bound port: cd329e3c-b068-4523-a62f-c291e6ebc41f, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:45.910388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.926815 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.927067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:45.933337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.033863 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=847071c1-685d-493a-b03d-94b1ae9de361,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:46.040863 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=54a65c0f-add7-426d-a76d-044317cb8ad4,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:46.046212 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.046560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.047466 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.047821 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.048155 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.048506 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.048921 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.049243 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.049597 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.049948 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.050277 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.050595 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:46.051106 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-945b4a1f-7c26-419a-b037-6daa197f177c req-840f56d5-afb3-4df0-98ad-7ec23ed8acfc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362813 Aug 30 20:11:46.055127 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] For port cd329e3c-b068-4523-a62f-c291e6ebc41f, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:46.073385 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] For port cd329e3c-b068-4523-a62f-c291e6ebc41f, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=cd329e3c-b068-4523-a62f-c291e6ebc41f,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:46.076731 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.090170 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.094723 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.099846 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.101538 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9e955e57-3c86-4504-ab28-c7819c658ee8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6967516 Aug 30 20:11:46.121584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:46.140117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:46.161942 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f181b9-ecdf-47ac-8ce1-82c64e10197c None None] Pushing event updated for resources: {'Port': ['ID=cd329e3c-b068-4523-a62f-c291e6ebc41f,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:46.168623 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:46.174058 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:46.201989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 36666be2-6aed-4598-8875-f443942f487b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:46.279004 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 36666be2-6aed-4598-8875-f443942f487b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:46.279381 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.395824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:46.437708 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:46.450762 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Pushing event updated for resources: {'Port': ['ID=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:46.498178 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:46.508292 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:46.508670 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.596391 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-9881adb0-0be8-4f47-a04a-c3ee3842f861 None None] Provisioning complete for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:46.597154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9881adb0-0be8-4f47-a04a-c3ee3842f861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.599344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-ad4cc37d-1275-4c57-b664-e179668e3562 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1913998319&fields=id&tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 267 time: 0.1732988 Aug 30 20:11:46.685824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-9881adb0-0be8-4f47-a04a-c3ee3842f861 None None] Port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:46.702163 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.742066 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:46.747241 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:46.800583 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:46.821237 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Router 20079a5d-cd2f-4130-a4e6-2c23380d1daf has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:46.912416 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-20aa9160-1eb4-43a5-b4ff-e593fc752d40 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:46.913898 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-20aa9160-1eb4-43a5-b4ff-e593fc752d40 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 811 time: 0.3134000 Aug 30 20:11:47.010404 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-22947daa-536f-4b7b-b950-30843213f30b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/quotas/ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 375 time: 0.0585406 Aug 30 20:11:47.141938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:47.192675 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:47.200333 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7059f18a-e00f-43c1-9ee2-11a01bab84b6 admin admin] 10.222.0.11 "PUT /v2.0/routers/20079a5d-cd2f-4130-a4e6-2c23380d1daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5474789 Aug 30 20:11:47.234060 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-1bbb7589-6176-4bf3-8b6c-0a87b1249e92 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419067 Aug 30 20:11:47.432481 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf6fb4e-c1a7-4ba3-a35f-4f6a64cae981 None None] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:11:47.468721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-231a5e2b-c656-4e63-b94e-2c5588516679 service neutron] 10.222.0.11 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979334 Aug 30 20:11:47.575585 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:47.620713 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:47.631344 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-4aa8d404-5e57-45c1-a4fa-a72f4bc5f948 None None] Provisioning for port cd329e3c-b068-4523-a62f-c291e6ebc41f completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:47.655521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-8c3bebb1-c9fb-4490-9f5c-e84de054cc5c service neutron] 10.222.0.11 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557989 Aug 30 20:11:47.744369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Router e7f69630-a487-4d2c-a3b4-cc65b305c35b is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94125) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:11:47.972427 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:47.992154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Sync routers for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:48.002396 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:48.003054 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:48.022826 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.023471 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4947b8ff-1774-4343-9919-656e31225b95 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3385515 Aug 30 20:11:48.026410 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46802) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:48.038524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc10d5-09ce-4426-a311-018da0381aaf req-f914cbd0-4b14-4629-b7f2-227fed324e16 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:48.042841 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-23fc10d5-09ce-4426-a311-018da0381aaf req-f914cbd0-4b14-4629-b7f2-227fed324e16 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1317558 Aug 30 20:11:48.118154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-23fc10d5-09ce-4426-a311-018da0381aaf req-c7e08e64-4eb4-48ff-a57d-aeb9f5067e32 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705295 Aug 30 20:11:48.258353 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:48.353853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5edc6-a7ac-44ae-a9cf-ee88c2b77093 req-827b8751-b9c2-4edf-ac22-b309a04aca86 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:48.381840 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c1d5edc6-a7ac-44ae-a9cf-ee88c2b77093 req-827b8751-b9c2-4edf-ac22-b309a04aca86 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1193132 Aug 30 20:11:48.414972 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device cd329e3c-b068-4523-a62f-c291e6ebc41f up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:48.459363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c1d5edc6-a7ac-44ae-a9cf-ee88c2b77093 req-2c7b554c-8e05-421f-bc59-f4c86b98ab92 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765183 Aug 30 20:11:48.565913 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port cd329e3c-b068-4523-a62f-c291e6ebc41f completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:48.589381 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port cd329e3c-b068-4523-a62f-c291e6ebc41f triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:48.590680 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.703611 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 3, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:48.743162 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Checking router: e7f69630-a487-4d2c-a3b4-cc65b305c35b for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:48.743766 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Updating router e7f69630-a487-4d2c-a3b4-cc65b305c35b port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:48.765859 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.767038 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.782776 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.838639 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port cd329e3c-b068-4523-a62f-c291e6ebc41f, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=cd329e3c-b068-4523-a62f-c291e6ebc41f,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:48.846703 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:48.847447 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:48.957840 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Allocated IP 172.20.0.1 (4e896760-1298-4ee3-9e5c-1db17b6b2901/6720cb98-3db7-4360-a5f3-19e96d2260ad/8ef73606-0675-4aa4-b56e-e93689db83c1) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:49.062776 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=cd329e3c-b068-4523-a62f-c291e6ebc41f,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.107253 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:49.107792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.145570 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.167848 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Transition to ACTIVE for port object 8ef73606-0675-4aa4-b56e-e93689db83c1 will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:49.185737 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 46818) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:49.190925 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489562211', 'description': 'tempest-secgroup-smoke-1489562211 description', 'project_id': '63d81fd983f0455eb964c3689815abe1'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:49.233430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.236373 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.280452 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device f1f0f6f8-ceb3-41fc-b87b-d866511e696e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:49.283613 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.315965 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Transition to ACTIVE for port object a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:49.318904 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.330279 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.336111 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:49.370295 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-236e17dd-5bb0-4a14-aaa0-0576a33f227a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386233 Aug 30 20:11:49.373068 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:49.376033 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:49.406802 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca75a-16b4-4265-80e6-c431fad6c8f5 None None] Pushing event updated for resources: {'Port': ['ID=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.409797 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Attempting to bind port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:49.410178 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Attempting to bind port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:49.410544 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Attempting to bind port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:49.421536 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:49.422040 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:49.422487 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.422908 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:49.423388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Bound port: a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:49.423779 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.425895 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.426929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port f1f0f6f8-ceb3-41fc-b87b-d866511e696e completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:49.460143 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port f1f0f6f8-ceb3-41fc-b87b-d866511e696e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:49.460568 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.473376 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da04a4c2-f1d7-46ab-bc42-02203be0f62d req-6d4b122c-1d82-4599-aa35-6bbf3329a7ee tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.2359052 Aug 30 20:11:49.538218 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] For port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:49.544860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] For port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:49.551187 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.576101 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.583447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.632921 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bca75a-16b4-4265-80e6-c431fad6c8f5 None None] Pushing event updated for resources: {'Port': ['ID=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.634033 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.664990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746f9e6-0829-40ba-a84f-e6731e1feb07 req-e6dbe811-41aa-460f-b851-cacc1711c036 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:49.667353 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.667668 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b746f9e6-0829-40ba-a84f-e6731e1feb07 req-e6dbe811-41aa-460f-b851-cacc1711c036 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.0721869 Aug 30 20:11:49.669732 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:49.670673 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:49.671742 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-52d39d65-9f58-4d9b-bf09-89aced2df4f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4845905 Aug 30 20:11:49.675838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46822) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:49.683344 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:49.725370 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.737229 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b746f9e6-0829-40ba-a84f-e6731e1feb07 req-0c07206b-786b-4ca3-a662-b1c923917af2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600183 Aug 30 20:11:49.747351 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.811782 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.847472 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port f1f0f6f8-ceb3-41fc-b87b-d866511e696e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:49.859539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.860681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 7d9e0112-c980-49f8-b85b-e4acd2ef7efa up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:49.863347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.869171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.890570 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-d914fc46-21e7-4f1b-aed1-6f43a92a897d None None] Provisioning for port 8ef73606-0675-4aa4-b56e-e93689db83c1 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:49.894639 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55cc2121-6a0b-4f63-a265-2070c2bae00f,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:49.910617 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cd4b0-df76-4295-8d63-3ba9d8962941 req-8a6162dc-3886-4d02-8793-88cff74d3af9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:49.912946 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee6cd4b0-df76-4295-8d63-3ba9d8962941 req-8a6162dc-3886-4d02-8793-88cff74d3af9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0893462 Aug 30 20:11:49.919350 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.920980 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5e82cbe9-77fb-49d0-bc2c-5a4ab7e6bd77 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2419534 Aug 30 20:11:49.923671 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46824) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:49.925545 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:49.930302 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:49.951825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.957100 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:49.988633 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee6cd4b0-df76-4295-8d63-3ba9d8962941 req-7120a7af-a2cb-4e91-82d9-9aa33542ad8e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521665 Aug 30 20:11:49.992835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.062009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.076192 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.095277 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-d914fc46-21e7-4f1b-aed1-6f43a92a897d None None] Provisioning complete for port 8ef73606-0675-4aa4-b56e-e93689db83c1 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:50.095808 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d914fc46-21e7-4f1b-aed1-6f43a92a897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.105858 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374c3906-799b-444a-b3aa-925baf20d91b,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.116732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.119523 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6acb1531-4536-444d-934b-0653ccb99364 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1937475 Aug 30 20:11:50.121610 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46830) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:50.126860 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:50.167588 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.232636 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-d914fc46-21e7-4f1b-aed1-6f43a92a897d None None] Port 8ef73606-0675-4aa4-b56e-e93689db83c1 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:50.237943 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.246791 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.252883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.261073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:50.272939 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:50.273309 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.273417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2325057-6ffe-4a18-bf02-908863fb47c8,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.285968 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.287939 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-42bafa12-f628-458c-8fa7-bd3cc93eecb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650629 Aug 30 20:11:50.290810 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46832) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:50.296159 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:50.335890 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.338566 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.341103 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.411518 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.418138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.430720 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 3, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:50.445544 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f93157-ea4a-4a4c-96e1-ed2a3e4c55ef,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.448125 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.451990 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a7279fbd-fbee-44b9-bd43-aff1ac0e5f95 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575267 Aug 30 20:11:50.452413 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46834) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:50.452952 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:50.454418 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:50.457219 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:50.469802 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.472121 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589577d-6806-4f3c-b332-97a0b763c8ce None None] The sync data for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi is: [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 3, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:50.486869 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.securitygroups_db [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Project 63d81fd983f0455eb964c3689815abe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:11:50.492867 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.533135 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:50.545081 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.546399 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 847071c1-685d-493a-b03d-94b1ae9de361 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:50.602595 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.613310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.619221 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Router e7f69630-a487-4d2c-a3b4-cc65b305c35b has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:11:50.645291 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2314ff29-d8d1-4ac0-9013-abfa3576a0e9 req-aa9ab9dd-6707-4d9a-9d5a-34c194f9892c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0468481 Aug 30 20:11:50.659325 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885d2834-94e6-451b-9675-8f8a16f381d1,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.676162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.678272 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-888f87b8-13cc-4aef-884d-450cfffa1396 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2240603 Aug 30 20:11:50.682495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 46838) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:50.686316 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'security_group_rule': {'security_group_id': 'e1e93692-e0d0-46dc-ae45-6f2fdecb92f5', 'project_id': '63d81fd983f0455eb964c3689815abe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:50.713062 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 847071c1-685d-493a-b03d-94b1ae9de361 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:50.716177 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.724779 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.securitygroups_db [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Project 63d81fd983f0455eb964c3689815abe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:11:50.743018 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.776730 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.817769 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:11:50.825268 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d0443fdb-c3f0-46e1-b302-47ecdfea5312 admin admin] 10.222.0.11 "PUT /v2.0/routers/e7f69630-a487-4d2c-a3b4-cc65b305c35b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7958064 Aug 30 20:11:50.856029 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.860877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.880224 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-7a69af70-971d-44d7-b5d8-f28baef23165 None None] Provisioning complete for port 8ef73606-0675-4aa4-b56e-e93689db83c1 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:50.880685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-7a69af70-971d-44d7-b5d8-f28baef23165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.887075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec49a2f-7731-43a9-9145-24a9cff96bac,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:50.896736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:50.905918 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-00bdeb24-9e69-41b7-819e-e914edc75b96 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2231736 Aug 30 20:11:50.915660 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff70c13-20f8-4855-8b5e-b3387f12f844 req-d08792e5-1c19-4da9-b4e3-118f4cd72798 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:50.922637 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ff70c13-20f8-4855-8b5e-b3387f12f844 req-d08792e5-1c19-4da9-b4e3-118f4cd72798 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1066480 Aug 30 20:11:50.934135 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-7a69af70-971d-44d7-b5d8-f28baef23165 None None] Port 8ef73606-0675-4aa4-b56e-e93689db83c1 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:51.004495 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:51.007260 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ff70c13-20f8-4855-8b5e-b3387f12f844 req-7327c491-9b49-450e-89c1-4836c337b0ce tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Aug 30 20:11:51.067172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device cd329e3c-b068-4523-a62f-c291e6ebc41f up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:51.155349 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-203219e9-9f11-4c6b-b36d-8c2d95cf56e2 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837025 Aug 30 20:11:51.173336 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port cd329e3c-b068-4523-a62f-c291e6ebc41f triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:51.173887 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:51.237692 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edfdb4-5058-4f1d-86d9-03ae826dd271 req-01ca98c4-3f18-497d-a5b7-984af5617219 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:51.240850 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97edfdb4-5058-4f1d-86d9-03ae826dd271 req-01ca98c4-3f18-497d-a5b7-984af5617219 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0977380 Aug 30 20:11:51.330361 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97edfdb4-5058-4f1d-86d9-03ae826dd271 req-532f6345-fb8c-4dcb-b9ed-0b353a914c79 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812750 Aug 30 20:11:51.350135 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-fa18d5ad-6283-4f4f-af1f-8c46712fdcc3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1912172 Aug 30 20:11:51.386752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device f1f0f6f8-ceb3-41fc-b87b-d866511e696e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:51.405229 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7b440914-0d6e-4c72-a31e-3673d00ad827 req-04969234-ab6b-4c5e-bec2-a17cfc7f2805 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285967 Aug 30 20:11:51.461248 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port f1f0f6f8-ceb3-41fc-b87b-d866511e696e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:51.461623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:51.529273 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-5a4d1b3f-7d02-4a7b-b32c-11b5d2c42adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:51.531100 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-5a4d1b3f-7d02-4a7b-b32c-11b5d2c42adc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 1099 time: 0.0746150 Aug 30 20:11:51.557571 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 7d9e0112-c980-49f8-b85b-e4acd2ef7efa up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:51.656440 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:51.658496 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:51.728667 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-3afe6fde-12a6-45dd-be76-7a9041a46275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:51.742984 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-3afe6fde-12a6-45dd-be76-7a9041a46275 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 915 time: 0.1834841 Aug 30 20:11:51.822747 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-cc2d64e5-04a7-41da-bd15-298b273f82da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266 HTTP/1.1" status: 200 len: 217 time: 0.0743568 Aug 30 20:11:51.851339 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fbb6debe-fe45-4099-b667-45d255335048 req-349f9209-99cb-4e82-9434-77afe0da6f3b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0276897 Aug 30 20:11:51.910576 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-12290edc-c647-4e7d-9403-6eace53f4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:51.912867 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-12290edc-c647-4e7d-9403-6eace53f4ced service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0522151 Aug 30 20:11:51.954792 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-2b67b2af-854b-4797-9bb8-c5a0969f03f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280290 Aug 30 20:11:52.091628 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-d28f6b7b-798c-4653-8b0a-71fa44d248e2 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262164 Aug 30 20:11:52.265674 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5e22a-1ade-444d-a4e7-531b515c3141 req-6e79c0e1-9e5c-46b4-9fc8-e56aa59cfd2e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:52.267467 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57b5e22a-1ade-444d-a4e7-531b515c3141 req-6e79c0e1-9e5c-46b4-9fc8-e56aa59cfd2e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1016657 Aug 30 20:11:52.289115 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ab0f63a7-adef-4fb2-83f5-128dc7494ea8 req-49090278-7d62-4a26-bb5e-a6d015c44591 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807101 Aug 30 20:11:52.345176 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57b5e22a-1ade-444d-a4e7-531b515c3141 req-77362e4d-7224-47eb-bb5e-62cdea507f78 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656419 Aug 30 20:11:52.539397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879ed1b-49ab-441a-939a-4cd3dce268d7 req-b1ec10c3-cd76-4bc0-9b3a-d16ca18cf13d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:52.541766 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9879ed1b-49ab-441a-939a-4cd3dce268d7 req-b1ec10c3-cd76-4bc0-9b3a-d16ca18cf13d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0744543 Aug 30 20:11:52.609323 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9879ed1b-49ab-441a-939a-4cd3dce268d7 req-2dfc7852-8db4-439c-aea1-6dd312006ad2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583820 Aug 30 20:11:53.038024 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a3467bf7-a99b-41e9-8be6-38d73f42e0e8 req-1c06af06-3c20-47cd-a584-532d6289705f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0432708 Aug 30 20:11:53.272887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-15f6f2a9-7b55-4157-a210-d246e43f14c3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:53.276114 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-15f6f2a9-7b55-4157-a210-d246e43f14c3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 811 time: 0.3197351 Aug 30 20:11:53.482603 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-29b7ba55-87dd-4eca-be23-5e499e41db37 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 380 time: 0.1867349 Aug 30 20:11:53.501369 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'port': {'device_id': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'admin_state_up': True, 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'security_groups': ['abdf69ee-57f0-4938-954b-3c9438426356']}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:53.688739 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbd82c-dca8-4996-8ecf-6e2efeb9cf79 req-bacae3a1-bac5-4fec-8085-43edaa312f21 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:53.707031 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fdcbd82c-dca8-4996-8ecf-6e2efeb9cf79 req-bacae3a1-bac5-4fec-8085-43edaa312f21 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1685090 Aug 30 20:11:53.792872 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Made reservation on behalf of ef7444ce1b9f4bbc9e9e089c235c1073 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:11:53.800567 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:53.825911 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Sync routers for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:53.856806 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:53.859443 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:53.869873 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fdcbd82c-dca8-4996-8ecf-6e2efeb9cf79 req-5e5c1dfd-cfa6-4709-b0d0-611949b1432f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593034 Aug 30 20:11:53.908236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6d2c9-3ccd-4d88-930a-744e649da3c5 req-7a3953ae-c8b2-44f8-90e1-72fffc0d5276 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:53.911278 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fd6d2c9-3ccd-4d88-930a-744e649da3c5 req-7a3953ae-c8b2-44f8-90e1-72fffc0d5276 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1674461 Aug 30 20:11:54.038697 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fd6d2c9-3ccd-4d88-930a-744e649da3c5 req-acf48bd0-1cf4-4d22-84a7-009aef088f20 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154027 Aug 30 20:11:54.138008 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Allocated IP 172.20.0.5 (42e7d939-c8e8-4b3c-8f28-9584034ca033/8b4a3f0a-f29f-46e2-8e50-1323554e8984/6f88d3d5-9d9e-4f83-860c-db0735764cba) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:11:54.303509 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:54.322259 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a65c9d89-a6c9-4c1d-8143-f9dd808a41be req-d0167d6e-c1e5-4689-9e44-eb386df42648 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.1080513 Aug 30 20:11:54.459589 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:54.504531 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Transition to ACTIVE for port object 6f88d3d5-9d9e-4f83-860c-db0735764cba will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:54.581570 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:54.656279 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:54.665135 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.665384 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.665799 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.666006 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.666335 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.666663 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.666992 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.667296 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.667621 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.667957 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.668259 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.668575 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:54.695833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:11:54.702093 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:11:54.704675 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:11:54.747598 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:45Z', 'revision_number': 4, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ab9a5222-3947-4c67-a6ad-f4141b4fedb8', 'name': '', 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'mac_address': 'fa:16:3e:3e:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:45Z', 'revision_number': 2, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'subnets': [{'id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:54.779221 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:54.779935 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:54.792958 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Checking router: 20079a5d-cd2f-4130-a4e6-2c23380d1daf for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:54.796702 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Updating router 20079a5d-cd2f-4130-a4e6-2c23380d1daf port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:54.806838 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-f80c9d7b-fd0f-408e-aa56-742c43d47fbf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3146698 Aug 30 20:11:54.830781 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Request body: {'port': {'device_id': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:11:54.863917 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:54.938460 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.167741 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:55.232412 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec5766-f188-45b5-885c-f91ee3b6ee20 req-d269c7e7-bb56-4dd5-bd23-8aa4189a58f7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:55.246833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a2ec5766-f188-45b5-885c-f91ee3b6ee20 req-d269c7e7-bb56-4dd5-bd23-8aa4189a58f7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.2001107 Aug 30 20:11:55.301180 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-1d7f4267-5d40-4b61-94cc-a57eba3cd7e4 None None] Provisioning for port 6f88d3d5-9d9e-4f83-860c-db0735764cba completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:55.308475 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-1d7f4267-5d40-4b61-94cc-a57eba3cd7e4 None None] Provisioning complete for port 6f88d3d5-9d9e-4f83-860c-db0735764cba triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:55.309196 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-1d7f4267-5d40-4b61-94cc-a57eba3cd7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.357236 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f4267-5d40-4b61-94cc-a57eba3cd7e4 None None] Port 6f88d3d5-9d9e-4f83-860c-db0735764cba cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:11:55.377954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a2ec5766-f188-45b5-885c-f91ee3b6ee20 req-59828454-14e4-4104-9f5a-9cc851997d7f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230171 Aug 30 20:11:55.392817 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:55.413279 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:55.416230 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.441967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcc3eb-a38d-44d0-9ec7-a41093d60caa req-1f7ab3fe-fc3d-418a-ae16-56f1e04e6964 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:55.454405 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a0fcc3eb-a38d-44d0-9ec7-a41093d60caa req-1f7ab3fe-fc3d-418a-ae16-56f1e04e6964 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1543174 Aug 30 20:11:55.561138 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.574778 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Transition to ACTIVE for port object ab9a5222-3947-4c67-a6ad-f4141b4fedb8 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:55.576259 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a0fcc3eb-a38d-44d0-9ec7-a41093d60caa req-cceb7203-ec11-4589-9514-34c654c7e70d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208971 Aug 30 20:11:55.584235 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.648042 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.652763 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3c1d8-1cdc-44da-a136-23365c45f53d None None] Pushing event updated for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:55.676132 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f88d3d5-9d9e-4f83-860c-db0735764cba {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:11:55.685576 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.689548 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239c5c3-d40f-4053-83e3-8355f20259ea req-f8a9d687-c136-4468-adf8-2119e05d28cd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:55.711901 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e239c5c3-d40f-4053-83e3-8355f20259ea req-f8a9d687-c136-4468-adf8-2119e05d28cd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 931 time: 0.1808059 Aug 30 20:11:55.714318 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:55.721738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Transition to ACTIVE for port object 6f88d3d5-9d9e-4f83-860c-db0735764cba will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:55.723239 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.734855 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.750977 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Attempting to bind port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:55.751355 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Attempting to bind port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:55.752783 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Attempting to bind port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 on network 97c19db9-4b2b-4541-8c29-ed6375b85f64 {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:55.767356 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:55.773840 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Checking segment: {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:55.773840 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.773840 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Bound using segment: {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:55.773840 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Bound port: ab9a5222-3947-4c67-a6ad-f4141b4fedb8, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1909be-10d6-40a4-93db-8702103819f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:55.773840 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:55.812799 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e239c5c3-d40f-4053-83e3-8355f20259ea req-f55ed177-b579-4df2-bf6c-8648d8cfba13 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857084 Aug 30 20:11:55.861967 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:55.867397 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:55.920999 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] For port ab9a5222-3947-4c67-a6ad-f4141b4fedb8, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:55.925259 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] For port ab9a5222-3947-4c67-a6ad-f4141b4fedb8, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:55.931796 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:56.025779 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Attempting to bind port 6f88d3d5-9d9e-4f83-860c-db0735764cba on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:56.026444 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Attempting to bind port 6f88d3d5-9d9e-4f83-860c-db0735764cba by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:56.027190 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Attempting to bind port 6f88d3d5-9d9e-4f83-860c-db0735764cba on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:56.039416 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Port 6f88d3d5-9d9e-4f83-860c-db0735764cba on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:11:56.039416 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Attempting to bind port 6f88d3d5-9d9e-4f83-860c-db0735764cba on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:56.053046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:56.058426 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Checking segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:56.059604 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Bound using segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:56.060242 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Bound port: 6f88d3d5-9d9e-4f83-860c-db0735764cba, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:56.060775 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:56.080434 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3c1d8-1cdc-44da-a136-23365c45f53d None None] Pushing event updated for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:56.092889 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:56.093437 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:56.220887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:11:56.230158 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:11:56.247933 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:56.282886 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:56.335927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.335927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:56.335927 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] 10.222.0.90 "PUT /v2.0/ports/6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 1093 time: 1.5140395 Aug 30 20:11:56.335927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:11:56.335927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b61479-55cf-46fd-b27d-2b4d0c05da6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:11:56.426562 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811611c2-7777-43c3-8c0a-1a880c515316 service neutron] Pushing event updated for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:56.544552 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989fd28b-2c3f-4f55-ba5b-8ef128cf6a6f x-openstack-request-id: req-989fd28b-2c3f-4f55-ba5b-8ef128cf6a6f {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:11:56.544861 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:11:56.545085 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-989fd28b-2c3f-4f55-ba5b-8ef128cf6a6f {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:11:56.545828 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'status': 'completed', 'code': 200} Aug 30 20:11:56.609459 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-44fd7d43-ddf9-42b4-8e6c-a0be0c2d6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.611183 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-44fd7d43-ddf9-42b4-8e6c-a0be0c2d6a9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1652994 Aug 30 20:11:56.624740 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e787a-8d85-4c16-9b02-a582e365148d req-08852c6a-dc5b-4677-a33e-13b699dcc57f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.646675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dd9e787a-8d85-4c16-9b02-a582e365148d req-08852c6a-dc5b-4677-a33e-13b699dcc57f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1136720 Aug 30 20:11:56.712593 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-30d806a6-52e0-43a5-8301-e5e5c9f8f815 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 217 time: 0.0911849 Aug 30 20:11:56.820377 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-bc59aaaf-b4d0-4fbe-9365-4ebac6d8e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.822011 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-bc59aaaf-b4d0-4fbe-9365-4ebac6d8e5ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0986865 Aug 30 20:11:56.825489 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dd9e787a-8d85-4c16-9b02-a582e365148d req-fcd6b059-b857-48fa-8b3b-9348ebba94cb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754222 Aug 30 20:11:56.850859 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982e32f-fe49-4c34-9d7b-d8bc915dc657 req-93f01680-5660-4fc7-bff4-fe0b7dab300f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.851692 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4982e32f-fe49-4c34-9d7b-d8bc915dc657 req-93f01680-5660-4fc7-bff4-fe0b7dab300f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1540475 Aug 30 20:11:56.858813 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:45Z', 'revision_number': 4, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ab9a5222-3947-4c67-a6ad-f4141b4fedb8', 'name': '', 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'mac_address': 'fa:16:3e:3e:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'subnets': [{'id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:56.913985 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4debb-07cd-473d-ba94-8f46f99a3799 None None] The sync data for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi is: [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:45Z', 'revision_number': 4, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ab9a5222-3947-4c67-a6ad-f4141b4fedb8', 'name': '', 'network_id': '97c19db9-4b2b-4541-8c29-ed6375b85f64', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'mac_address': 'fa:16:3e:3e:21:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'subnets': [{'id': '99c2c37e-053e-48e3-bb7f-8ac6917ed2ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:11:56.942245 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-b1e4ae44-64ab-46d3-b970-32acedac9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:56.945283 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-b1e4ae44-64ab-46d3-b970-32acedac9247 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1134024 Aug 30 20:11:56.971851 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4982e32f-fe49-4c34-9d7b-d8bc915dc657 req-57a6ab2d-7e55-4b4a-a128-0e47ecb10003 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084850 Aug 30 20:11:56.991152 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 564e71ca-4d7f-44ab-b005-db19c4b987cc details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:11:57.159139 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:57.212895 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-30ec89bd-4b99-4629-a7c0-791e02f3e614 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587588 Aug 30 20:11:57.341599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Sync routers for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:11:57.345081 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bfde8-b511-45ab-b1c9-b4fcd9bc2d8e req-01119c21-9012-41e6-9c5f-ade91cd56d57 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:57.346625 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed4bfde8-b511-45ab-b1c9-b4fcd9bc2d8e req-01119c21-9012-41e6-9c5f-ade91cd56d57 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.3738534 Aug 30 20:11:57.348673 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.db.resource_extend [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 20:11:57.447475 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed4bfde8-b511-45ab-b1c9-b4fcd9bc2d8e req-f3add5d2-bc1f-4dd3-9b54-4e150e18add6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884702 Aug 30 20:11:57.461549 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:11:57.471204 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:57.518723 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-7beadf0d-9f02-4902-82ca-8b97c1c407ec req-c7631685-1484-4843-beab-c0299b86d5f5 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955627 Aug 30 20:11:57.580998 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:57.583083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:57.727792 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-2ef964c0-b894-4043-92e9-c298a334e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:57.729548 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-2ef964c0-b894-4043-92e9-c298a334e5da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1096 time: 0.0626202 Aug 30 20:11:57.775583 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:57.819564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'port_id': '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'mac_address': 'fa:16:3e:ff:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bbf775-a897-43f7-8987-67fefe883b7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:11:57.965729 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:11:57.985954 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-3da445d7-a4f8-466d-8f85-96540037214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:57.987472 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-3da445d7-a4f8-466d-8f85-96540037214d service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.2440853 Aug 30 20:11:58.056938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34e0ad-0ecb-4fd5-89ca-3a12e7329f58 req-7729f572-fe82-408b-98fa-ed7cf1acf4c9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:58.075279 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-682f726d-7524-4a42-97ea-54758ab451d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 217 time: 0.0739653 Aug 30 20:11:58.080041 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e34e0ad-0ecb-4fd5-89ca-3a12e7329f58 req-7729f572-fe82-408b-98fa-ed7cf1acf4c9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 944 time: 0.1090474 Aug 30 20:11:58.146880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:58.174786 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564e71ca-4d7f-44ab-b005-db19c4b987cc {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:11:58.179716 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-cff1d331-095b-4bab-9c90-cb35aa1537a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:58.182618 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-cff1d331-095b-4bab-9c90-cb35aa1537a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0976942 Aug 30 20:11:58.184549 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e34e0ad-0ecb-4fd5-89ca-3a12e7329f58 req-afa5ada0-c3d4-43d6-a4d5-7153d1360fb5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944281 Aug 30 20:11:58.230564 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478063-7481-4e7d-8219-58dd403be483 req-1ca0311c-6b53-48c2-8bc7-8c401d268951 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:58.232593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-62478063-7481-4e7d-8219-58dd403be483 req-1ca0311c-6b53-48c2-8bc7-8c401d268951 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1122718 Aug 30 20:11:58.328958 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:58.331460 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-62478063-7481-4e7d-8219-58dd403be483 req-210695e5-0d2a-469b-8355-41f8b614d59b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832028 Aug 30 20:11:58.339394 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-23ab9c92-a41e-4ed0-adb4-af68e6241876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:58.340930 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-23ab9c92-a41e-4ed0-adb4-af68e6241876 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1464620 Aug 30 20:11:58.409587 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:58.481763 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-b7f48f88-4fb4-4eeb-ad70-3c0e6dafa87e service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309817 Aug 30 20:11:58.513171 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:58.586391 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '8ef73606-0675-4aa4-b56e-e93689db83c1', 'name': '', 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:48Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 2, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'subnets': [{'id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:11:58.659146 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Checking router: e7f69630-a487-4d2c-a3b4-cc65b305c35b for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:11:58.659476 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Updating router e7f69630-a487-4d2c-a3b4-cc65b305c35b port 8ef73606-0675-4aa4-b56e-e93689db83c1 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:11:58.680744 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-92b61479-55cf-46fd-b27d-2b4d0c05da6e req-08422a5d-4d88-4f46-98be-110458803ceb service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875095 Aug 30 20:11:58.696250 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3e312-34f8-497e-b9bf-2f94deef2ebd req-61ac8dcd-b95c-4905-9bcf-0971d2164613 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:58.696250 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af3e312-34f8-497e-b9bf-2f94deef2ebd req-61ac8dcd-b95c-4905-9bcf-0971d2164613 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.1036310 Aug 30 20:11:58.701425 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:58.763854 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1af3e312-34f8-497e-b9bf-2f94deef2ebd req-826a9961-9b1e-4081-b7c1-0998a96dbfa5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471683 Aug 30 20:11:58.948716 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 47086) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:59.036248 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['564e71ca-4d7f-44ab-b005-db19c4b987cc'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:11:59.148475 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ab9a5222-3947-4c67-a6ad-f4141b4fedb8 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:11:59.180575 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.313685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:11:59.329609 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:11:59.329998 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.455933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa7294-b17b-4925-b72d-7a778b6ef72b req-cba97a56-22e5-4910-a567-de96629463e5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:59.477061 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3efa7294-b17b-4925-b72d-7a778b6ef72b req-cba97a56-22e5-4910-a567-de96629463e5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 945 time: 0.1769671 Aug 30 20:11:59.477279 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.504854 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Transition to ACTIVE for port object 8ef73606-0675-4aa4-b56e-e93689db83c1 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:11:59.520258 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.556180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.563224 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.577598 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.588734 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b65d16f-e5bc-4429-88c3-6ef786727fb9,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:59.620210 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3efa7294-b17b-4925-b72d-7a778b6ef72b req-767657f3-3b44-49bc-8da4-d9817655fd9a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411548 Aug 30 20:11:59.675973 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dec69-eabb-47fd-8a93-79fa83636120 req-93e579c6-86d3-4eb5-a9b7-8a35c5a44e8a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:11:59.685522 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c06dec69-eabb-47fd-8a93-79fa83636120 req-93e579c6-86d3-4eb5-a9b7-8a35c5a44e8a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1968582 Aug 30 20:11:59.690191 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.705098 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port ab9a5222-3947-4c67-a6ad-f4141b4fedb8, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:11:59.708239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.708452 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.708911 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.723640 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.724748 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.725099 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.725597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.725962 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.726305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.726631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.727005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:11:59.769213 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.789464 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 47104) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:11:59.807090 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-73816632-977d-403d-aa93-22a6df5c97b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4810c4631644bf9a8c13ee8c5172354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8564799 Aug 30 20:11:59.862861 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee20f9-8965-4a08-88cf-3d929305e867 None None] Pushing event updated for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:11:59.902731 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c06dec69-eabb-47fd-8a93-79fa83636120 req-68c26ec0-be3c-4a52-b132-f4a2d6788376 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626077 Aug 30 20:11:59.912446 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.954089 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Attempting to bind port 8ef73606-0675-4aa4-b56e-e93689db83c1 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:11:59.954395 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Attempting to bind port 8ef73606-0675-4aa4-b56e-e93689db83c1 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:11:59.954765 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Attempting to bind port 8ef73606-0675-4aa4-b56e-e93689db83c1 on network 4e896760-1298-4ee3-9e5c-1db17b6b2901 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:11:59.963955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.967198 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:11:59.967511 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Checking segment: {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:11:59.968324 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:11:59.968730 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Bound using segment: {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:11:59.969223 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Bound port: 8ef73606-0675-4aa4-b56e-e93689db83c1, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34735afa-9bd0-401c-9e4b-baa929543353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:11:59.969673 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:00.032197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:00.062990 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:00.075751 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:00.090647 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b65d16f-e5bc-4429-88c3-6ef786727fb9 HTTP/1.1" status: 204 len: 168 time: 0.2946548 Aug 30 20:12:00.093804 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] For port 8ef73606-0675-4aa4-b56e-e93689db83c1, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:12:00.104111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] For port 8ef73606-0675-4aa4-b56e-e93689db83c1, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8ef73606-0675-4aa4-b56e-e93689db83c1,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:12:00.107916 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221ee4e-d366-4880-9b88-29b9b4936fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b65d16f-e5bc-4429-88c3-6ef786727fb9,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:00.117264 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:00.173868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bee1b-78cb-4f0d-9166-3263b6e923f7 req-c4791966-4c4e-4f43-a3c7-baa11a47d957 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:00.176315 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-144bee1b-78cb-4f0d-9166-3263b6e923f7 req-c4791966-4c4e-4f43-a3c7-baa11a47d957 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.1095777 Aug 30 20:12:00.284702 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-144bee1b-78cb-4f0d-9166-3263b6e923f7 req-b06678bd-f39d-4171-9d56-dc545096ed5b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957465 Aug 30 20:12:00.304608 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:12:00.304608 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:11:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:00.400197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee20f9-8965-4a08-88cf-3d929305e867 None None] Pushing event updated for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:00.546735 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:12:00.777820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e826f-c471-47fd-9e7c-5edddec84662 req-1d092a84-aab1-4055-8d60-ef344e70ff5e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:00.780365 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-923e826f-c471-47fd-9e7c-5edddec84662 req-1d092a84-aab1-4055-8d60-ef344e70ff5e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 945 time: 0.0725119 Aug 30 20:12:00.848650 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-923e826f-c471-47fd-9e7c-5edddec84662 req-e626b733-f354-452e-90e8-ebaaa9c17137 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539281 Aug 30 20:12:00.874319 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '8ef73606-0675-4aa4-b56e-e93689db83c1', 'name': '', 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:48Z', 'updated_at': '2021-08-30T20:12:00Z', 'revision_number': 4, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'subnets': [{'id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:00.911979 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9eeb2a-2b3b-4035-9f11-912972f8feb0 None None] The sync data for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi is: [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '8ef73606-0675-4aa4-b56e-e93689db83c1', 'name': '', 'network_id': '4e896760-1298-4ee3-9e5c-1db17b6b2901', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'mac_address': 'fa:16:3e:ae:f5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:48Z', 'updated_at': '2021-08-30T20:12:00Z', 'revision_number': 4, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'subnets': [{'id': '6720cb98-3db7-4360-a5f3-19e96d2260ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:12:01.104296 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ab9a5222-3947-4c67-a6ad-f4141b4fedb8 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:01.125647 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ff74-3151-4f12-b363-7a800f49f1f7 req-1d6f8565-a1fa-4607-8280-455d96bcce5c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:01.134632 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0736ff74-3151-4f12-b363-7a800f49f1f7 req-1d6f8565-a1fa-4607-8280-455d96bcce5c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1019471 Aug 30 20:12:01.187873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:01.188432 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:01.195556 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0736ff74-3151-4f12-b363-7a800f49f1f7 req-84c91c7e-ee5c-4cd0-9b93-04482cae2d6c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596035 Aug 30 20:12:01.388939 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 564e71ca-4d7f-44ab-b005-db19c4b987cc up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:01.480306 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 564e71ca-4d7f-44ab-b005-db19c4b987cc completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:01.482854 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44f8b-a289-4f1b-b0b4-50f4ede42b38 req-5cf4c142-5749-4402-81e7-b264c8b5b835 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:01.487208 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9da44f8b-a289-4f1b-b0b4-50f4ede42b38 req-5cf4c142-5749-4402-81e7-b264c8b5b835 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.1027069 Aug 30 20:12:01.487668 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 564e71ca-4d7f-44ab-b005-db19c4b987cc triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:01.488348 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:01.562519 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9da44f8b-a289-4f1b-b0b4-50f4ede42b38 req-2bd76f5c-2de2-471a-a511-7d44ee865a08 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678563 Aug 30 20:12:01.613498 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:01.655024 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:01.658279 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5945316-3b21-4acf-aeef-057ef61c87d0" -d '{"events": [{"server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:01.679985 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:01.687171 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:01.736679 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada48b35-be6e-4a38-8a33-936497209742 x-openstack-request-id: req-ada48b35-be6e-4a38-8a33-936497209742 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:01.737111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "name": "network-vif-plugged", "status": "completed", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:01.737465 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ada48b35-be6e-4a38-8a33-936497209742 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:01.738045 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'code': 200} Aug 30 20:12:01.773102 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:02.026345 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a8f9a-76db-4329-b481-436859a04424 req-2a5acd6b-f2ef-4a47-b8bd-5a35de45fa3f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:02.033947 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-171a8f9a-76db-4329-b481-436859a04424 req-2a5acd6b-f2ef-4a47-b8bd-5a35de45fa3f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0712304 Aug 30 20:12:02.082449 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-171a8f9a-76db-4329-b481-436859a04424 req-3463f948-41c1-429d-8993-52dbf62a51f5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 Aug 30 20:12:02.361320 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95524c35-76eb-4f09-9a9c-5e2092518846 req-23dcfea8-123d-438e-a948-d69c92c8a640 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:02.363474 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95524c35-76eb-4f09-9a9c-5e2092518846 req-23dcfea8-123d-438e-a948-d69c92c8a640 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0677612 Aug 30 20:12:02.421435 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95524c35-76eb-4f09-9a9c-5e2092518846 req-f3ed63a6-54c5-43fb-9055-5d16e3d3f767 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505874 Aug 30 20:12:02.700904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c71ca8-3ff6-4d62-9b66-27104610a0f0 req-305e0384-bf88-40b5-a06c-0d11bda3b95e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:02.702546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38c71ca8-3ff6-4d62-9b66-27104610a0f0 req-305e0384-bf88-40b5-a06c-0d11bda3b95e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0652397 Aug 30 20:12:02.747993 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38c71ca8-3ff6-4d62-9b66-27104610a0f0 req-13568dbf-e760-48b2-82a3-e8069f2553f8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Aug 30 20:12:03.035085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8ef73606-0675-4aa4-b56e-e93689db83c1 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:03.093614 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 8ef73606-0675-4aa4-b56e-e93689db83c1 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:03.100494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 8ef73606-0675-4aa4-b56e-e93689db83c1 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:03.100868 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:03.227251 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:03.241579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f581601-e08e-4a27-9522-13e1933d1f2d req-d803fbbe-a177-4dfa-b1ee-7dcf9fa2e973 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:03.245367 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2f581601-e08e-4a27-9522-13e1933d1f2d req-d803fbbe-a177-4dfa-b1ee-7dcf9fa2e973 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0635560 Aug 30 20:12:03.264108 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 8ef73606-0675-4aa4-b56e-e93689db83c1, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8ef73606-0675-4aa4-b56e-e93689db83c1,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:03.271270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:03.298672 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2f581601-e08e-4a27-9522-13e1933d1f2d req-bd397d8c-3e97-4ed9-b2f7-09c11142f044 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Aug 30 20:12:03.326375 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:03.569348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c9eb-504b-4eb9-bd74-209296b69de3 req-d333845b-e428-4ca4-a50d-b9c9b199b73b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:03.577294 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9941c9eb-504b-4eb9-bd74-209296b69de3 req-d333845b-e428-4ca4-a50d-b9c9b199b73b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0749574 Aug 30 20:12:03.616305 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9941c9eb-504b-4eb9-bd74-209296b69de3 req-8935e2a3-74c0-4d97-808f-691c81f8c4fa tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380359 Aug 30 20:12:03.890618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958bd2d-209f-471a-b0ff-2b304587e7d0 req-3f0538e7-f18f-446f-833b-f0f1fa4d6f9e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:03.892272 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0958bd2d-209f-471a-b0ff-2b304587e7d0 req-3f0538e7-f18f-446f-833b-f0f1fa4d6f9e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0688288 Aug 30 20:12:03.952191 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0958bd2d-209f-471a-b0ff-2b304587e7d0 req-70e2e561-9135-45bc-b044-6f73f1ce8a54 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524585 Aug 30 20:12:04.426945 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f97c6-df97-444e-9024-2e703f421f7b req-7ea9be89-bb06-4836-a039-4d1ca32f72a4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:04.428679 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-663f97c6-df97-444e-9024-2e703f421f7b req-7ea9be89-bb06-4836-a039-4d1ca32f72a4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0559015 Aug 30 20:12:04.476902 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-663f97c6-df97-444e-9024-2e703f421f7b req-e5e0eaa3-c77e-49b1-8f3d-6fcc8dcf742e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Aug 30 20:12:04.757979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc32251-3c23-4375-9f17-a99408acd3bf req-a1da3fed-0711-4de2-99c3-65f86920c439 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:04.759521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fdc32251-3c23-4375-9f17-a99408acd3bf req-a1da3fed-0711-4de2-99c3-65f86920c439 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0561998 Aug 30 20:12:04.804097 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fdc32251-3c23-4375-9f17-a99408acd3bf req-e73536da-b2d6-4fd3-a415-1307952fe734 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 Aug 30 20:12:05.031706 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8ef73606-0675-4aa4-b56e-e93689db83c1 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:05.101174 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9cdce-2865-4721-99a0-1ab1b449129b req-a8171330-5613-4d36-b6c0-698e64997277 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:05.108927 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ff9cdce-2865-4721-99a0-1ab1b449129b req-a8171330-5613-4d36-b6c0-698e64997277 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0679381 Aug 30 20:12:05.117777 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 8ef73606-0675-4aa4-b56e-e93689db83c1 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:05.118157 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:05.156020 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ff9cdce-2865-4721-99a0-1ab1b449129b req-f80cbe56-9fd8-43a5-980a-383faf0861b6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461276 Aug 30 20:12:05.610525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37ed4e-7d8b-4e60-bd16-0cb1cd5ae090 req-3023c43a-d767-4dc5-bd5c-afcbcec9b551 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:05.612239 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed37ed4e-7d8b-4e60-bd16-0cb1cd5ae090 req-3023c43a-d767-4dc5-bd5c-afcbcec9b551 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0586481 Aug 30 20:12:05.666817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed37ed4e-7d8b-4e60-bd16-0cb1cd5ae090 req-1cc79846-0b08-4e12-bec3-42c9cfb99eb4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477145 Aug 30 20:12:05.938724 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb222aa-3682-4c3e-998c-1cb9b8ae6fbb req-611a3d01-68c5-4f51-827d-fedc84432196 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:05.940234 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6eb222aa-3682-4c3e-998c-1cb9b8ae6fbb req-611a3d01-68c5-4f51-827d-fedc84432196 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0551500 Aug 30 20:12:05.986099 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6eb222aa-3682-4c3e-998c-1cb9b8ae6fbb req-47b9065f-9253-4d5c-b41c-521182cd2bd0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383601 Aug 30 20:12:06.297899 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5de575-6cea-4830-8018-849cba81c037 req-5a0a1bbc-747f-480b-92d4-150d454a293c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:06.299402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cb5de575-6cea-4830-8018-849cba81c037 req-5a0a1bbc-747f-480b-92d4-150d454a293c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0648599 Aug 30 20:12:06.342841 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cb5de575-6cea-4830-8018-849cba81c037 req-3206b134-1461-4163-9d3b-b2863981e73d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361965 Aug 30 20:12:06.862582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4ffda-15b2-4062-ab07-301be9157a5c req-2f7d8322-6ae2-49d6-8917-a1d80eabeeba tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:06.864066 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7ed4ffda-15b2-4062-ab07-301be9157a5c req-2f7d8322-6ae2-49d6-8917-a1d80eabeeba tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0521481 Aug 30 20:12:06.907220 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7ed4ffda-15b2-4062-ab07-301be9157a5c req-ae6cb60a-6e41-4752-b73d-bff18629a639 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357409 Aug 30 20:12:07.091298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-ab813d77-f11e-4a1f-893d-13f2a315d164 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:07.092785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-ab813d77-f11e-4a1f-893d-13f2a315d164 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 815 time: 0.1104476 Aug 30 20:12:07.108334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-34e6b97d-0aa6-42e9-8307-69fbbda3fa91 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/quotas/be2eaf6cc0e3423cafb8c3d334c76924 HTTP/1.1" status: 200 len: 375 time: 0.0097241 Aug 30 20:12:07.159277 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2706b203-a4c2-46dc-ab37-317ea4260430 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453920 Aug 30 20:12:07.258575 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-26cd60a4-406e-4aa1-876f-ad08ac510e16 service neutron] 10.222.0.11 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855439 Aug 30 20:12:07.362544 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-40d77ddd-9b45-464a-a9b1-eeb4ae4e00d3 service neutron] 10.222.0.11 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978582 Aug 30 20:12:07.627552 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00c21e-ba7a-4259-af8f-3c835a3e4ad6 req-d4c2a55e-274b-4708-be58-76bfc8b3070d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:07.630372 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c00c21e-ba7a-4259-af8f-3c835a3e4ad6 req-d4c2a55e-274b-4708-be58-76bfc8b3070d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0689185 Aug 30 20:12:07.680255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c00c21e-ba7a-4259-af8f-3c835a3e4ad6 req-01f1e455-0f6a-4972-9656-d44791ef80d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Aug 30 20:12:07.804495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3822-3d98-4f44-9042-33751f62ddaa req-3cdccc32-0bbc-4bc3-9226-736a97b540cc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:07.806197 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4da3822-3d98-4f44-9042-33751f62ddaa req-3cdccc32-0bbc-4bc3-9226-736a97b540cc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0574949 Aug 30 20:12:07.853532 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4da3822-3d98-4f44-9042-33751f62ddaa req-d9aed3d9-7174-474c-9eaf-9b011ef44acf tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Aug 30 20:12:07.925907 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83a1fd57-ae27-4f08-b04e-5559e1f4d009 req-53373493-e98e-461e-9a19-f910b3752e90 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Aug 30 20:12:08.038453 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222c6eb-f1f1-4d18-8224-929dab4408f7 req-2d997c30-3bef-42fd-b055-7ab457af43cf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:08.040085 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7222c6eb-f1f1-4d18-8224-929dab4408f7 req-2d997c30-3bef-42fd-b055-7ab457af43cf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0510876 Aug 30 20:12:08.079843 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7222c6eb-f1f1-4d18-8224-929dab4408f7 req-c58cdec0-e575-4e00-97fb-dc426b720dde tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Aug 30 20:12:08.806594 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e0ca7a-4ab1-4957-a9d2-ca4388a7910e req-f3b696f8-1b97-4ff9-a887-fcd9a4ac909f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:08.808093 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63e0ca7a-4ab1-4957-a9d2-ca4388a7910e req-f3b696f8-1b97-4ff9-a887-fcd9a4ac909f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0556319 Aug 30 20:12:08.861516 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63e0ca7a-4ab1-4957-a9d2-ca4388a7910e req-f66576f2-ab47-4f54-a005-8a7605a0752f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Aug 30 20:12:08.998510 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fe09e-2709-4b1a-b6b5-b860803d5df2 req-7e3b739e-107f-4ade-bc58-4494c61aa91a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:09.000057 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e39fe09e-2709-4b1a-b6b5-b860803d5df2 req-7e3b739e-107f-4ade-bc58-4494c61aa91a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0591948 Aug 30 20:12:09.046206 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d9da00b8-dd18-465e-b318-a451b7cb468a req-b04ed1ad-76d4-4ce2-9c89-ae3511f7943e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 210 time: 0.0314460 Aug 30 20:12:09.063578 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e39fe09e-2709-4b1a-b6b5-b860803d5df2 req-74115502-4843-4b2e-a981-e10503c88765 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 Aug 30 20:12:09.199524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119c33c-4c72-44b0-82a6-a9f604bfac72 req-9cb17323-7798-4245-9cb5-6ba0ba5111fb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:09.201016 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5119c33c-4c72-44b0-82a6-a9f604bfac72 req-9cb17323-7798-4245-9cb5-6ba0ba5111fb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0486779 Aug 30 20:12:09.244358 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5119c33c-4c72-44b0-82a6-a9f604bfac72 req-1488029f-07da-4501-a26a-75bc4f7adb08 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Aug 30 20:12:09.402932 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada4153-1408-41b6-aac4-389422499afd req-14dde605-ca8a-4e98-945e-1aa2c4fcc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:09.404490 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-eada4153-1408-41b6-aac4-389422499afd req-14dde605-ca8a-4e98-945e-1aa2c4fcc0be service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 1099 time: 0.0459132 Aug 30 20:12:09.444376 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-eada4153-1408-41b6-aac4-389422499afd req-6af5ec84-db75-4c6a-89f6-110feed3f58d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308263 Aug 30 20:12:09.990563 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3c899-c240-4a64-8146-03ed556f410c req-40f6c028-e1e2-4f4d-93a4-8c2d7ee9cf0f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:09.992111 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f3c899-c240-4a64-8146-03ed556f410c req-40f6c028-e1e2-4f4d-93a4-8c2d7ee9cf0f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0586090 Aug 30 20:12:10.033040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f3c899-c240-4a64-8146-03ed556f410c req-01bda7e4-52dc-490f-927e-6b0a0c9716c7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Aug 30 20:12:10.142801 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-994c7c1c-6540-4b96-88cf-92114e0365d4 req-d0bff757-ee5f-4c0a-8961-9017c3aa05ee tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 210 time: 0.0258951 Aug 30 20:12:10.197190 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af6c8-d09f-48fe-898d-ff7a51aee911 req-571117cb-4cac-465a-a0d8-496f917b6832 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:10.198701 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c4af6c8-d09f-48fe-898d-ff7a51aee911 req-571117cb-4cac-465a-a0d8-496f917b6832 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0551236 Aug 30 20:12:10.239891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8c4af6c8-d09f-48fe-898d-ff7a51aee911 req-546eb9b8-ab76-4858-834f-28928955f023 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342379 Aug 30 20:12:10.362842 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7b12-3d08-47b4-b37f-607bdf7364b0 req-e940fb04-f213-458e-9b5d-684e399e6fb3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:10.365290 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c9f7b12-3d08-47b4-b37f-607bdf7364b0 req-e940fb04-f213-458e-9b5d-684e399e6fb3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0516522 Aug 30 20:12:10.407634 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c9f7b12-3d08-47b4-b37f-607bdf7364b0 req-8218d019-fbaa-4ed6-91a3-f3653d6d4c0f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359020 Aug 30 20:12:10.835966 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-9182e3da-6fd9-44d1-94a9-bdcf18eeba82 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:10.837638 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-9182e3da-6fd9-44d1-94a9-bdcf18eeba82 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 815 time: 0.1142612 Aug 30 20:12:10.854196 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'port': {'device_id': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'admin_state_up': True, 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:10.971323 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Made reservation on behalf of be2eaf6cc0e3423cafb8c3d334c76924 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:12:10.974914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.118037 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Allocated IP 172.20.0.4 (8889f23d-4f20-433e-b590-ffaaac0f553d/e03e90a1-9953-45d1-8f5d-20cfa235f495/e52258b4-4da3-48ab-bebc-e2c6dda8fd56) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:12:11.156136 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-b2639589-0bfd-4dcb-9b4c-c9d696437274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.171250 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be18f3-4482-4980-aaa6-893ed248b69c req-97fac72a-a797-471f-895d-d77040af89dc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:11.174139 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67be18f3-4482-4980-aaa6-893ed248b69c req-97fac72a-a797-471f-895d-d77040af89dc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0669534 Aug 30 20:12:11.210962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67be18f3-4482-4980-aaa6-893ed248b69c req-d96c40fc-b7d0-4b73-9731-9c2048865c74 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350647 Aug 30 20:12:11.296317 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.307118 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d6f778e2-b5dc-4633-9854-945abb77e524 req-e2cb8a44-0507-4c0d-a5c3-e56746625116 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Aug 30 20:12:11.318584 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Transition to ACTIVE for port object e52258b4-4da3-48ab-bebc-e2c6dda8fd56 will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:12:11.359956 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.404227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Network 8889f23d-4f20-433e-b590-ffaaac0f553d is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:12:11.409898 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:12:11.414826 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:12:11.423382 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626014b7-710c-4e9d-bc90-677e4eecf443 req-9b0e0889-e640-4f6d-8bd7-8b8df01d25a1 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:11.425053 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-626014b7-710c-4e9d-bc90-677e4eecf443 req-9b0e0889-e640-4f6d-8bd7-8b8df01d25a1 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0542114 Aug 30 20:12:11.499970 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:11.500721 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.513584 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-626014b7-710c-4e9d-bc90-677e4eecf443 req-c16eea0c-6182-4cfb-b871-bcc25cba8eb3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661461 Aug 30 20:12:11.519772 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:11.539445 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f303c5f5-a335-4e12-90fd-777edf467797 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6894169 Aug 30 20:12:11.554194 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Request body: {'port': {'device_id': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:11.596841 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf031cb9-a8ee-4728-a4fb-6c1a5919d961 req-facd0762-9f6a-4fd5-8057-305fe142ee32 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:11.598979 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf031cb9-a8ee-4728-a4fb-6c1a5919d961 req-facd0762-9f6a-4fd5-8057-305fe142ee32 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0821562 Aug 30 20:12:11.685418 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cf031cb9-a8ee-4728-a4fb-6c1a5919d961 req-8b0cb45e-2aac-441e-a2fc-c2eaf436c607 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Aug 30 20:12:11.824240 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-e74ae71b-d72f-492f-b268-0f7a5ea0ff77 None None] Provisioning for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:11.829007 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-e74ae71b-d72f-492f-b268-0f7a5ea0ff77 None None] Provisioning complete for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:11.829314 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e74ae71b-d72f-492f-b268-0f7a5ea0ff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.869638 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:11.873923 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-e74ae71b-d72f-492f-b268-0f7a5ea0ff77 None None] Port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:12:12.218700 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52258b4-4da3-48ab-bebc-e2c6dda8fd56 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:12.227895 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:12.242279 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Transition to ACTIVE for port object e52258b4-4da3-48ab-bebc-e2c6dda8fd56 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:12:12.246987 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:12.327781 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:12.404818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab4ab9-d531-461d-a92e-e78bd78d6309 req-6a789d6e-ea4f-4ef3-aa10-e8fb7d190fa7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:12.407255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dbab4ab9-d531-461d-a92e-e78bd78d6309 req-6a789d6e-ea4f-4ef3-aa10-e8fb7d190fa7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1040735 Aug 30 20:12:12.438483 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Attempting to bind port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:12:12.438916 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Attempting to bind port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:12:12.440615 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Attempting to bind port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 on network 8889f23d-4f20-433e-b590-ffaaac0f553d {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:12.450600 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 on network 8889f23d-4f20-433e-b590-ffaaac0f553d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:12:12.451111 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Attempting to bind port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 on network 8889f23d-4f20-433e-b590-ffaaac0f553d {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:12.459076 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:12:12.459510 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Checking segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:12:12.459984 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Bound using segment: {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:12:12.461632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Bound port: e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a3df77-3431-453c-a56e-d16817e0c13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:12:12.461934 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:12.511700 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dbab4ab9-d531-461d-a92e-e78bd78d6309 req-186a7770-837b-4d7c-859c-c8eb71bed3a1 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923948 Aug 30 20:12:12.522702 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6b2db-2ff9-4861-9e36-cded9cfb4258 req-45451e20-4ed0-4d9c-9da4-d0735bc6ad50 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:12.530989 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ff6b2db-2ff9-4861-9e36-cded9cfb4258 req-45451e20-4ed0-4d9c-9da4-d0735bc6ad50 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.1222565 Aug 30 20:12:12.563679 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:12:12.568433 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:12:12.578135 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:12.589991 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ff6b2db-2ff9-4861-9e36-cded9cfb4258 req-6ef5c153-9a52-4ae3-8e21-ab0539506789 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577614 Aug 30 20:12:12.596227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:12.597245 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:12.599991 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] 10.222.0.90 "PUT /v2.0/ports/e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 1093 time: 1.0510669 Aug 30 20:12:12.602484 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:12.605337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475ee8d2-f1ae-45cb-a9c3-9d9020959726" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:12.684432 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517c085-d6f6-4ef7-95f7-dfecc610245e service neutron] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:12.728230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70240b8-c9c1-4947-932e-9f594069306f req-d2992f50-24ca-4ad0-bd78-c1d7636f52d8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:12.730077 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e70240b8-c9c1-4947-932e-9f594069306f req-d2992f50-24ca-4ad0-bd78-c1d7636f52d8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0743735 Aug 30 20:12:12.782221 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e70240b8-c9c1-4947-932e-9f594069306f req-1795c5bf-c836-4af4-af7c-2c85c2b77cf7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437257 Aug 30 20:12:12.824510 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09eb8e-7a36-4c14-8a59-bd91b62d46d2 x-openstack-request-id: req-da09eb8e-7a36-4c14-8a59-bd91b62d46d2 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:12.824805 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:12.825056 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da09eb8e-7a36-4c14-8a59-bd91b62d46d2 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:12.825454 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:12:12.925347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261b1c-d074-4776-912d-0e2e80297458 req-8696bfae-ac54-4e96-bf82-cb027978a9c0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:12.927707 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07261b1c-d074-4776-912d-0e2e80297458 req-8696bfae-ac54-4e96-bf82-cb027978a9c0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0489793 Aug 30 20:12:12.976741 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07261b1c-d074-4776-912d-0e2e80297458 req-25cd2d93-55f4-4f5b-8195-88efbde475c7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Aug 30 20:12:13.631667 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78093e-1634-45f6-9586-e56d9aaab261 req-d1e47e5f-f860-4027-bd25-b1b4678ea36d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:13.633224 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d78093e-1634-45f6-9586-e56d9aaab261 req-d1e47e5f-f860-4027-bd25-b1b4678ea36d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Aug 30 20:12:13.676118 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d78093e-1634-45f6-9586-e56d9aaab261 req-905fa47e-cebf-456a-9f3e-c4b39294348a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362549 Aug 30 20:12:13.796891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dab259-73dc-493c-b136-40c185a20652 req-2599d218-54c9-4f0e-b268-9aba6db93394 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:13.798383 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-23dab259-73dc-493c-b136-40c185a20652 req-2599d218-54c9-4f0e-b268-9aba6db93394 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0515149 Aug 30 20:12:13.842736 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-23dab259-73dc-493c-b136-40c185a20652 req-7ab55745-885b-456f-b578-c4df059e0b16 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376129 Aug 30 20:12:13.969608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051c56e-4465-4295-96b2-2e9102a766cb req-85068adf-1cd0-441b-9484-c733032ef467 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:13.971109 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8051c56e-4465-4295-96b2-2e9102a766cb req-85068adf-1cd0-441b-9484-c733032ef467 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0537391 Aug 30 20:12:14.009689 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8051c56e-4465-4295-96b2-2e9102a766cb req-0afcc103-cf66-4e2a-a8ee-d2ffcfda1302 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324466 Aug 30 20:12:14.119347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77803133-e002-4fe2-a6c1-bef8e6c4488f req-2b668ca6-2715-4a9c-be81-d7846b1b78c0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:14.120784 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77803133-e002-4fe2-a6c1-bef8e6c4488f req-2b668ca6-2715-4a9c-be81-d7846b1b78c0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0524704 Aug 30 20:12:14.324542 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3bc79b56-b52d-4ddc-a71b-839138e1d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:14.338937 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77803133-e002-4fe2-a6c1-bef8e6c4488f req-2b07bb03-3a19-4ec7-b0c7-6fbcaaeafc51 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120783 Aug 30 20:12:14.679539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:14.798930 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b666df9-9c5d-498d-802b-ddab27b59c77 req-b578cd46-3662-4ef6-ae17-49e16e4476b8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:14.800384 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5b666df9-9c5d-498d-802b-ddab27b59c77 req-b578cd46-3662-4ef6-ae17-49e16e4476b8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0544512 Aug 30 20:12:14.838880 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5b666df9-9c5d-498d-802b-ddab27b59c77 req-ce874f11-19ec-4ac3-8ea8-52939b9b8ea7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318687 Aug 30 20:12:14.974667 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703ac10-418f-475a-a969-aa2b06d3f757 req-da87799e-4406-46fc-9c7c-9dde57580784 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:14.976128 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3703ac10-418f-475a-a969-aa2b06d3f757 req-da87799e-4406-46fc-9c7c-9dde57580784 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0498624 Aug 30 20:12:15.017145 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3703ac10-418f-475a-a969-aa2b06d3f757 req-0707f3fd-7481-4794-91ae-1306d98ea0b8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Aug 30 20:12:15.139184 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd143c-8825-446f-819b-a99a1eb17d1e req-23249196-1c63-4c69-8aeb-f317f59aeb2a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:15.140638 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6fd143c-8825-446f-819b-a99a1eb17d1e req-23249196-1c63-4c69-8aeb-f317f59aeb2a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0523672 Aug 30 20:12:15.179073 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6fd143c-8825-446f-819b-a99a1eb17d1e req-77acb980-1368-4abb-b507-60c012403253 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Aug 30 20:12:15.463584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d446bf-5e3b-45e5-8d78-4a9beefaf65e req-11efbbae-60d9-4ae7-aceb-74906255d15a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:15.465577 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51d446bf-5e3b-45e5-8d78-4a9beefaf65e req-11efbbae-60d9-4ae7-aceb-74906255d15a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0534935 Aug 30 20:12:15.507096 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51d446bf-5e3b-45e5-8d78-4a9beefaf65e req-c79d5da9-b2c0-4b59-a12f-a8ae2be27163 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Aug 30 20:12:15.627896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:15.966381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cd410-4fec-4d8a-b52f-24019b0dd230 req-c94c3029-f49a-40b7-879d-1066fca9a585 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:15.968056 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-857cd410-4fec-4d8a-b52f-24019b0dd230 req-c94c3029-f49a-40b7-879d-1066fca9a585 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0587037 Aug 30 20:12:16.007651 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-857cd410-4fec-4d8a-b52f-24019b0dd230 req-9b76625a-5593-4c0a-bc75-951171037e42 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330169 Aug 30 20:12:16.163520 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234bd98-03ff-43da-b20d-aa7ee1912cf9 req-1f7d815e-5701-4927-8cf3-2fea47790c10 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:16.164991 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4234bd98-03ff-43da-b20d-aa7ee1912cf9 req-1f7d815e-5701-4927-8cf3-2fea47790c10 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0745225 Aug 30 20:12:16.202866 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4234bd98-03ff-43da-b20d-aa7ee1912cf9 req-ab4f51c3-fb25-43c1-9d06-9426fb560c28 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Aug 30 20:12:16.309080 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a625a4c-1cb7-4bab-ab9e-3a456d8091a6 req-9f62b1a3-aa0f-4876-a1fc-e69587bfd22f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:16.310921 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a625a4c-1cb7-4bab-ab9e-3a456d8091a6 req-9f62b1a3-aa0f-4876-a1fc-e69587bfd22f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0500429 Aug 30 20:12:16.357347 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a625a4c-1cb7-4bab-ab9e-3a456d8091a6 req-584aef9d-92c4-431c-a09e-7c088c57a436 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402145 Aug 30 20:12:16.650857 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8582b6-535c-4718-a7ce-ffa87be3b13e req-283742e0-9df1-4a60-b23a-293fcd0f5477 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:16.652557 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b8582b6-535c-4718-a7ce-ffa87be3b13e req-283742e0-9df1-4a60-b23a-293fcd0f5477 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0554006 Aug 30 20:12:16.709135 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b8582b6-535c-4718-a7ce-ffa87be3b13e req-96f64736-ebc2-4852-baa9-b3d9a31743ef tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498633 Aug 30 20:12:17.134256 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efdd9f-cc40-45f7-843c-954122fe25ec req-3519246b-94b2-4c58-be47-65dc5eb048bd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:17.135731 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e0efdd9f-cc40-45f7-843c-954122fe25ec req-3519246b-94b2-4c58-be47-65dc5eb048bd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0570135 Aug 30 20:12:17.174467 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e0efdd9f-cc40-45f7-843c-954122fe25ec req-7bcde05d-0d36-4f03-ba34-cc6dcdce8560 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Aug 30 20:12:17.324137 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d77f6-cd3e-424e-8952-a13f8aca2846 req-193de356-0090-478b-b37c-c102d19e8ac5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:17.325575 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-986d77f6-cd3e-424e-8952-a13f8aca2846 req-193de356-0090-478b-b37c-c102d19e8ac5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0485280 Aug 30 20:12:17.366138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-986d77f6-cd3e-424e-8952-a13f8aca2846 req-40609bd7-1308-4fe7-8673-eb1c684b85f0 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Aug 30 20:12:17.470945 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:17.483803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ae49d-d6f0-463b-9b37-24c04f478548 req-25d03cad-1c8a-470c-8ac5-7538693f710c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:17.485227 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-203ae49d-d6f0-463b-9b37-24c04f478548 req-25d03cad-1c8a-470c-8ac5-7538693f710c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0518515 Aug 30 20:12:17.529061 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-203ae49d-d6f0-463b-9b37-24c04f478548 req-73f1738c-38d4-474e-88bb-676752d59401 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375233 Aug 30 20:12:17.861214 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f872d-88b6-404d-af02-40f7686be5d6 req-f12bb25b-b13d-40c9-bc59-b5a1c2a281b4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:17.862750 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3d4f872d-88b6-404d-af02-40f7686be5d6 req-f12bb25b-b13d-40c9-bc59-b5a1c2a281b4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0581446 Aug 30 20:12:17.907067 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3d4f872d-88b6-404d-af02-40f7686be5d6 req-ce133702-e24c-4460-b2e4-eef3eb48c422 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373561 Aug 30 20:12:18.309965 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fb4ea-99d9-42f5-9841-e7c4a4a22a32 req-4b13c20f-bcf1-42e5-a278-5d3c68f01f7e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:18.311543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e70fb4ea-99d9-42f5-9841-e7c4a4a22a32 req-4b13c20f-bcf1-42e5-a278-5d3c68f01f7e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0675404 Aug 30 20:12:18.350665 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e70fb4ea-99d9-42f5-9841-e7c4a4a22a32 req-0bfc1b03-739e-4251-8dc5-72239b5717ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328391 Aug 30 20:12:18.491001 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3594d-6a84-4800-9b3b-ed8fa87bd25b req-6b50e7e3-eb60-43af-b352-fc0ae650eca1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:18.492483 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-19d3594d-6a84-4800-9b3b-ed8fa87bd25b req-6b50e7e3-eb60-43af-b352-fc0ae650eca1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0512741 Aug 30 20:12:18.530482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-19d3594d-6a84-4800-9b3b-ed8fa87bd25b req-bf8c4c95-cb3a-4390-a372-609228aa7442 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Aug 30 20:12:18.667918 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c7586-0757-40e8-8f2d-0b16b60687b1 req-3f14c0e9-1e68-405d-82ce-9e28c985f3eb tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:18.669560 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-453c7586-0757-40e8-8f2d-0b16b60687b1 req-3f14c0e9-1e68-405d-82ce-9e28c985f3eb tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0525572 Aug 30 20:12:18.717252 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-453c7586-0757-40e8-8f2d-0b16b60687b1 req-8c270d62-bd5c-47a8-9178-2c99a71839c4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 Aug 30 20:12:19.068343 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb29830-6c56-48f2-979d-27ae28c8c8bb req-7eea11fa-9467-4e57-9cbd-f373fa7a8fcc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:19.070567 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7bb29830-6c56-48f2-979d-27ae28c8c8bb req-7eea11fa-9467-4e57-9cbd-f373fa7a8fcc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0762160 Aug 30 20:12:19.210363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7bb29830-6c56-48f2-979d-27ae28c8c8bb req-371c26a2-cc8a-47d6-8186-7aa85a7b4ea4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113846 Aug 30 20:12:19.532417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092232fc-132c-44b5-92a0-c9ad21b495c0 req-d7d9f6f4-4895-47d5-80f8-9d9636bd86b7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:19.533959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-092232fc-132c-44b5-92a0-c9ad21b495c0 req-d7d9f6f4-4895-47d5-80f8-9d9636bd86b7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0628595 Aug 30 20:12:19.579722 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-092232fc-132c-44b5-92a0-c9ad21b495c0 req-127822a6-3b8c-4f0c-ba56-bf53b17c2ca5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Aug 30 20:12:19.713641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c1cc0-7573-4344-b25b-d4a1cc7a2841 req-2418c415-7c3a-4bb7-9a9e-ea95d822763b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:19.715833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da2c1cc0-7573-4344-b25b-d4a1cc7a2841 req-2418c415-7c3a-4bb7-9a9e-ea95d822763b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0672352 Aug 30 20:12:19.775442 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da2c1cc0-7573-4344-b25b-d4a1cc7a2841 req-17369a30-a0da-46a2-99f3-551de32608aa tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Aug 30 20:12:19.890912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc784e3-9d44-444f-a4a0-1f3625348e82 req-bdd992d8-6856-47c2-a151-f2333a525621 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:19.892893 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fc784e3-9d44-444f-a4a0-1f3625348e82 req-bdd992d8-6856-47c2-a151-f2333a525621 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Aug 30 20:12:19.932507 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fc784e3-9d44-444f-a4a0-1f3625348e82 req-0e5c4682-af55-43f2-8895-21d346f59d60 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322428 Aug 30 20:12:20.328626 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236e9f6-b49a-4426-9c4b-b3b3f9e7b2c3 req-27cff97c-b14b-4ebb-9490-4efe57d4b393 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:20.330104 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f236e9f6-b49a-4426-9c4b-b3b3f9e7b2c3 req-27cff97c-b14b-4ebb-9490-4efe57d4b393 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0496268 Aug 30 20:12:20.367175 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f236e9f6-b49a-4426-9c4b-b3b3f9e7b2c3 req-95baf341-3e49-4767-8b9b-983f73052216 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Aug 30 20:12:20.468236 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:12:20.705308 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56be7df-8dc4-448d-ba55-328695262e2b req-cb346a06-ac36-4214-9e39-6cca04007b8e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:20.706785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f56be7df-8dc4-448d-ba55-328695262e2b req-cb346a06-ac36-4214-9e39-6cca04007b8e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0513206 Aug 30 20:12:20.747617 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f56be7df-8dc4-448d-ba55-328695262e2b req-db59cb60-bdb0-4706-a150-b9fe17c99702 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341909 Aug 30 20:12:20.896209 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd66e-eab1-481b-93ad-d9e5e89fd711 req-fa8bd26d-0ec3-4cd3-bda4-596e633c04a5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:20.897603 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04ccd66e-eab1-481b-93ad-d9e5e89fd711 req-fa8bd26d-0ec3-4cd3-bda4-596e633c04a5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0486569 Aug 30 20:12:20.936645 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04ccd66e-eab1-481b-93ad-d9e5e89fd711 req-584009ad-4dff-41fc-a7f2-f50e67d8cde5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Aug 30 20:12:20.979027 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:21.051220 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95502bdd-76f0-4bf2-af97-5a3dc80da8a8 req-e1a76f7f-bf06-46ea-8f95-611ffc85972c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:21.053874 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95502bdd-76f0-4bf2-af97-5a3dc80da8a8 req-e1a76f7f-bf06-46ea-8f95-611ffc85972c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0545974 Aug 30 20:12:21.106831 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95502bdd-76f0-4bf2-af97-5a3dc80da8a8 req-39293dd1-9eb5-4b51-9efc-ca321b8d7f1d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Aug 30 20:12:21.490558 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf70be-86ed-48ac-8f78-5b926227de46 req-0c335d38-2db6-4961-a8d3-fe14eb7cd949 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:21.492146 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-84cf70be-86ed-48ac-8f78-5b926227de46 req-0c335d38-2db6-4961-a8d3-fe14eb7cd949 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0557413 Aug 30 20:12:21.531833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-84cf70be-86ed-48ac-8f78-5b926227de46 req-f87b8366-c501-4873-b070-7bd362a23ebc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Aug 30 20:12:21.868609 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8e765-8446-4dba-8da5-6952cb9460fb req-7ab3dd5e-7780-4942-abcb-34b7f33a7087 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:21.870122 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ba8e765-8446-4dba-8da5-6952cb9460fb req-7ab3dd5e-7780-4942-abcb-34b7f33a7087 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0529447 Aug 30 20:12:21.909592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3ba8e765-8446-4dba-8da5-6952cb9460fb req-eb736454-a4ad-4ead-8269-a6ae76d40360 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Aug 30 20:12:22.057224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29529174-fb39-4c4b-8099-d9a370772682 req-bc158739-2151-4e52-9a77-27739f6bec17 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:22.058704 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29529174-fb39-4c4b-8099-d9a370772682 req-bc158739-2151-4e52-9a77-27739f6bec17 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0530200 Aug 30 20:12:22.097940 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29529174-fb39-4c4b-8099-d9a370772682 req-c511ec65-7e9d-4862-8e1c-b8befb6be441 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332022 Aug 30 20:12:22.242275 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e6e7-a043-4614-8370-a9e403536235 req-38f883d6-71e4-4faa-bd50-d180dd38f0fa tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:22.243796 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-79f4e6e7-a043-4614-8370-a9e403536235 req-38f883d6-71e4-4faa-bd50-d180dd38f0fa tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0580738 Aug 30 20:12:22.281556 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-79f4e6e7-a043-4614-8370-a9e403536235 req-e501e1bb-4769-4e74-b5ee-6585b42fb6c5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319157 Aug 30 20:12:22.651031 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe33fc-b36e-4757-971c-1bb12d2906a1 req-796bb7e7-ac46-4a8f-8909-66d32f2f53d9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:22.652506 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bcbe33fc-b36e-4757-971c-1bb12d2906a1 req-796bb7e7-ac46-4a8f-8909-66d32f2f53d9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Aug 30 20:12:22.699717 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bcbe33fc-b36e-4757-971c-1bb12d2906a1 req-cb1c97e3-04eb-4c3f-a71d-a0f1570ee994 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Aug 30 20:12:23.032918 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746aa77-9a84-4f89-8afd-e712e847be53 req-c18c226b-88ee-49b4-88ff-6f735de0e75b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:23.034401 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e746aa77-9a84-4f89-8afd-e712e847be53 req-c18c226b-88ee-49b4-88ff-6f735de0e75b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0489278 Aug 30 20:12:23.074012 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e746aa77-9a84-4f89-8afd-e712e847be53 req-3c802ac7-0628-4b83-b5ea-244d64bff110 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Aug 30 20:12:23.220937 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a151dc8-3741-4549-83c0-d0b4b5164f82 req-8a9af732-554d-4252-b3e0-4fc0851da25e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:23.222473 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a151dc8-3741-4549-83c0-d0b4b5164f82 req-8a9af732-554d-4252-b3e0-4fc0851da25e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0565870 Aug 30 20:12:23.262841 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a151dc8-3741-4549-83c0-d0b4b5164f82 req-9b6b6207-2aef-490a-93b6-82726726b270 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Aug 30 20:12:23.406482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f25a08-e9c6-44ac-886c-12f755c0a5d9 req-54c160f9-2689-437c-9d47-68bc6a024573 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:23.406482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a7f25a08-e9c6-44ac-886c-12f755c0a5d9 req-54c160f9-2689-437c-9d47-68bc6a024573 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0520494 Aug 30 20:12:23.454966 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a7f25a08-e9c6-44ac-886c-12f755c0a5d9 req-ff2310a1-1a54-424b-b805-620466e970ff tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374670 Aug 30 20:12:23.828655 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095fe9f-3a93-4545-8f76-ebeaf073f21a req-159ec34c-4941-41a9-b841-a69f3d4c2f27 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:23.830395 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7095fe9f-3a93-4545-8f76-ebeaf073f21a req-159ec34c-4941-41a9-b841-a69f3d4c2f27 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0502291 Aug 30 20:12:23.878040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7095fe9f-3a93-4545-8f76-ebeaf073f21a req-da857d9c-a2be-4375-8472-722ef8d5971a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Aug 30 20:12:24.204392 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f532c92-34d6-490a-b039-7a71d3f36564 req-a2588459-fdca-4efe-bf55-e1e9fdf403fc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:24.206030 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f532c92-34d6-490a-b039-7a71d3f36564 req-a2588459-fdca-4efe-bf55-e1e9fdf403fc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0630505 Aug 30 20:12:24.247334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f532c92-34d6-490a-b039-7a71d3f36564 req-47c4f7cf-3038-4153-b967-527c570c6cad tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346234 Aug 30 20:12:24.374425 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d815ff8-c61c-42cc-b237-4344d56c8ed3 req-cd5181aa-ec70-45ef-9a64-acd3d1e38bdf tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:24.375893 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d815ff8-c61c-42cc-b237-4344d56c8ed3 req-cd5181aa-ec70-45ef-9a64-acd3d1e38bdf tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0477848 Aug 30 20:12:24.414126 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d815ff8-c61c-42cc-b237-4344d56c8ed3 req-fd496c39-2349-41f8-ad6a-d444903fd60e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316310 Aug 30 20:12:24.571194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4287b-9994-4508-b95f-9e73853c5ac0 req-e0359149-3277-49db-a0ac-ba5d710bfefd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:24.572666 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fe4287b-9994-4508-b95f-9e73853c5ac0 req-e0359149-3277-49db-a0ac-ba5d710bfefd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0486348 Aug 30 20:12:24.611932 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fe4287b-9994-4508-b95f-9e73853c5ac0 req-57588355-3c2e-42c9-a769-b736dae558fc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333202 Aug 30 20:12:24.998940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03296ab-db97-4450-a256-30b1ceb54992 req-d7921989-6be6-4cf0-8eca-a04df624b301 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:25.000402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c03296ab-db97-4450-a256-30b1ceb54992 req-d7921989-6be6-4cf0-8eca-a04df624b301 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0518370 Aug 30 20:12:25.038001 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c03296ab-db97-4450-a256-30b1ceb54992 req-8b633560-5b60-4aa3-9693-3714cc0d9d68 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Aug 30 20:12:25.374674 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47f292-0c78-4686-9972-305c2f045a5a req-039eabda-2534-45d6-9205-929dabba6561 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:25.376414 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c47f292-0c78-4686-9972-305c2f045a5a req-039eabda-2534-45d6-9205-929dabba6561 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0613613 Aug 30 20:12:25.423928 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6c47f292-0c78-4686-9972-305c2f045a5a req-d6a6adff-d7ab-4c31-a370-3d31da72eb25 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Aug 30 20:12:25.531262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b261b-84e0-4786-a2f6-59aa8aba93a1 req-d31e1966-49ea-4da5-980f-a38e45174381 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:25.532703 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b68b261b-84e0-4786-a2f6-59aa8aba93a1 req-d31e1966-49ea-4da5-980f-a38e45174381 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0519364 Aug 30 20:12:25.585723 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b68b261b-84e0-4786-a2f6-59aa8aba93a1 req-984e42e6-486e-46d4-a385-39ee1fd1bc4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444808 Aug 30 20:12:25.767465 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f67076-b7c6-4f26-80b6-37827e629b00 req-0d873bd7-e282-42b8-a296-9d6f8583de74 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:25.769258 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71f67076-b7c6-4f26-80b6-37827e629b00 req-0d873bd7-e282-42b8-a296-9d6f8583de74 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0859048 Aug 30 20:12:25.808769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71f67076-b7c6-4f26-80b6-37827e629b00 req-bc281bc2-31e0-4108-bf99-6dc4c53a4ca2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331903 Aug 30 20:12:26.158397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc752ad-a46a-4b10-a899-6680fed862c8 req-4795468d-9903-4a57-baaa-1c8e813b2b42 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:26.159860 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fc752ad-a46a-4b10-a899-6680fed862c8 req-4795468d-9903-4a57-baaa-1c8e813b2b42 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0505328 Aug 30 20:12:26.211930 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8fc752ad-a46a-4b10-a899-6680fed862c8 req-3cb0ffa6-3984-4a0f-9437-c8e4e108aadd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Aug 30 20:12:26.545817 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fc290-3899-4a6c-99c7-c73c44559b51 req-3f832282-0875-445a-a43e-b96b93b46b39 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:26.547311 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-647fc290-3899-4a6c-99c7-c73c44559b51 req-3f832282-0875-445a-a43e-b96b93b46b39 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0483365 Aug 30 20:12:26.589806 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-647fc290-3899-4a6c-99c7-c73c44559b51 req-f882021e-e66f-4ab1-a722-b04c736a7696 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359876 Aug 30 20:12:26.717148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5b5fa-87aa-4646-ab39-154a96e1e967 req-82d74fa0-6a65-40f7-86a8-50ae11ff2a64 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:26.718649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0a5b5fa-87aa-4646-ab39-154a96e1e967 req-82d74fa0-6a65-40f7-86a8-50ae11ff2a64 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0641625 Aug 30 20:12:26.758520 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b0a5b5fa-87aa-4646-ab39-154a96e1e967 req-1763c94e-ce9f-451e-955b-e722506681e5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340760 Aug 30 20:12:26.927203 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b41263-2c73-4c71-ad6b-875d74526875 req-8620a796-5a02-4128-bfb8-e9e77f2e28b3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:26.928689 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11b41263-2c73-4c71-ad6b-875d74526875 req-8620a796-5a02-4128-bfb8-e9e77f2e28b3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0492315 Aug 30 20:12:26.968290 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11b41263-2c73-4c71-ad6b-875d74526875 req-02507cf6-ccd0-47e3-9a82-b5c0537b243c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Aug 30 20:12:27.330157 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b4bf8-4bab-4473-812f-d74da0a54eff req-8f236dba-56b7-4308-a6a5-0dc880d898f9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:27.331625 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-824b4bf8-4bab-4473-812f-d74da0a54eff req-8f236dba-56b7-4308-a6a5-0dc880d898f9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0486162 Aug 30 20:12:27.372112 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-824b4bf8-4bab-4473-812f-d74da0a54eff req-6d3ed1f3-3045-4e3e-80d3-a3ce369d88ce tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Aug 30 20:12:27.724908 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f326e9-f6d5-440e-83fd-556d8f2db4f6 req-d860f90d-0094-4449-ad46-28aa48976f93 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:27.726423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-08f326e9-f6d5-440e-83fd-556d8f2db4f6 req-d860f90d-0094-4449-ad46-28aa48976f93 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0689158 Aug 30 20:12:27.767409 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-08f326e9-f6d5-440e-83fd-556d8f2db4f6 req-c1a4665e-41fa-480f-a022-89668eee6156 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347390 Aug 30 20:12:27.907957 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfc4be-627f-4bbb-9b49-1d1e4a089a87 req-dd58b1c9-1f1a-411a-a70f-0ec39cb7e95b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:27.909407 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9dcfc4be-627f-4bbb-9b49-1d1e4a089a87 req-dd58b1c9-1f1a-411a-a70f-0ec39cb7e95b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0678809 Aug 30 20:12:27.959981 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9dcfc4be-627f-4bbb-9b49-1d1e4a089a87 req-3dd3d39c-2596-4823-9d38-7edec3dc04cd tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Aug 30 20:12:28.090171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98478-9356-4923-a283-938ec3c1c59f req-7d73ae3e-a40c-45e1-9ffa-906e5608e8b7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:28.091659 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4be98478-9356-4923-a283-938ec3c1c59f req-7d73ae3e-a40c-45e1-9ffa-906e5608e8b7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0540988 Aug 30 20:12:28.130627 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4be98478-9356-4923-a283-938ec3c1c59f req-5858c58e-43a5-4083-b87d-7384c43ce676 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328667 Aug 30 20:12:28.491005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7fae7-a7cf-412c-bddb-588a1231ab3f req-44a520a3-0277-49cc-a572-3badc1c5fa6b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:28.492484 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ea7fae7-a7cf-412c-bddb-588a1231ab3f req-44a520a3-0277-49cc-a572-3badc1c5fa6b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0537210 Aug 30 20:12:28.529926 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ea7fae7-a7cf-412c-bddb-588a1231ab3f req-c2144a94-c86e-4d84-bbce-b89f3be8a985 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314915 Aug 30 20:12:28.888877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74566ff-47f5-408c-bfba-fda9549fb4c1 req-a0a43fe7-90ac-4083-8076-b2e03fda4c7d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:28.890394 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b74566ff-47f5-408c-bfba-fda9549fb4c1 req-a0a43fe7-90ac-4083-8076-b2e03fda4c7d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0503471 Aug 30 20:12:28.929982 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b74566ff-47f5-408c-bfba-fda9549fb4c1 req-47c61420-58f2-4108-8bf4-279509723d04 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Aug 30 20:12:29.075572 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1f1dc-ded6-4175-9872-70a51188e09d req-9fcc9d1c-4e90-4b2a-bac1-bc5b0ad101f9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:29.077055 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15d1f1dc-ded6-4175-9872-70a51188e09d req-9fcc9d1c-4e90-4b2a-bac1-bc5b0ad101f9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0490246 Aug 30 20:12:29.118514 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15d1f1dc-ded6-4175-9872-70a51188e09d req-c6d93cdc-8838-4905-b3eb-79e5f7c85b14 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Aug 30 20:12:29.246707 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bfd97-83d4-49e0-bcf1-29753b901b7b req-5db11ff1-a5ff-42ac-a06d-0cdb9772c312 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:29.248163 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e16bfd97-83d4-49e0-bcf1-29753b901b7b req-5db11ff1-a5ff-42ac-a06d-0cdb9772c312 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0516281 Aug 30 20:12:29.287081 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e16bfd97-83d4-49e0-bcf1-29753b901b7b req-e4a495f6-3c3e-4e42-9f74-3c84bab13039 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328023 Aug 30 20:12:29.642272 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82584df6-d135-42e2-a2d5-8aaa31b86fe3 req-e4b1cfbd-4d4a-441b-8834-4b69318da769 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:29.643722 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82584df6-d135-42e2-a2d5-8aaa31b86fe3 req-e4b1cfbd-4d4a-441b-8834-4b69318da769 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0486164 Aug 30 20:12:29.681103 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82584df6-d135-42e2-a2d5-8aaa31b86fe3 req-9080a3f6-bcab-4c8e-8363-48902656c643 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312777 Aug 30 20:12:30.041181 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afc5b5-aa15-4514-a4a3-3babcac141bb req-b12202e7-6022-4d0b-91ce-c3164e2a724b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.042657 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48afc5b5-aa15-4514-a4a3-3babcac141bb req-b12202e7-6022-4d0b-91ce-c3164e2a724b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0477674 Aug 30 20:12:30.081053 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48afc5b5-aa15-4514-a4a3-3babcac141bb req-e1d14876-57b9-4049-af7c-bfcb005cfaaf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Aug 30 20:12:30.233735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3f316-62cf-4736-b894-800fef3d6fb0 req-20b0a103-828f-4bc1-999c-328e96e69bfb tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.235204 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-98b3f316-62cf-4736-b894-800fef3d6fb0 req-20b0a103-828f-4bc1-999c-328e96e69bfb tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0535140 Aug 30 20:12:30.273199 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-98b3f316-62cf-4736-b894-800fef3d6fb0 req-fe1b9cc1-ada2-4c6f-be68-848c26ee8dec tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Aug 30 20:12:30.406950 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e8301-daae-4dd5-9caf-73ed06168854 req-0a72d1ed-3665-4dbc-8c7d-5d3159744d41 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.408653 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f1e8301-daae-4dd5-9caf-73ed06168854 req-0a72d1ed-3665-4dbc-8c7d-5d3159744d41 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0505445 Aug 30 20:12:30.447174 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1f1e8301-daae-4dd5-9caf-73ed06168854 req-ff6976e6-1800-435f-a72b-58adea470cbe tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322301 Aug 30 20:12:30.579763 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-2ec1a246-df57-4749-9b9f-2c11366a7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.581307 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-2ec1a246-df57-4749-9b9f-2c11366a7a12 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1096 time: 0.0408618 Aug 30 20:12:30.693014 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-541626cb-8b6a-440a-9902-3646994dfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.694517 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-541626cb-8b6a-440a-9902-3646994dfe8a service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949538 Aug 30 20:12:30.795563 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9db8f-d5e5-48ce-a450-a2d262a4e22d req-ae7e6f7a-46c8-4165-95c6-efa866e7cad1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.796308 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-09ef56bc-3d3d-42bc-bf78-88d2c0da5a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.797059 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6d9db8f-d5e5-48ce-a450-a2d262a4e22d req-ae7e6f7a-46c8-4165-95c6-efa866e7cad1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0484469 Aug 30 20:12:30.797907 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-475ee8d2-f1ae-45cb-a9c3-9d9020959726 req-09ef56bc-3d3d-42bc-bf78-88d2c0da5a70 service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934956 Aug 30 20:12:30.838231 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6d9db8f-d5e5-48ce-a450-a2d262a4e22d req-d58e5161-0060-4451-bb18-ac0334f990b3 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339804 Aug 30 20:12:30.894437 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-e1c46430-3a0a-420a-9561-ec7d43942d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:30.897523 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-e1c46430-3a0a-420a-9561-ec7d43942d1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1096 time: 0.0440366 Aug 30 20:12:30.990935 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-3fad71af-a41c-4063-a42f-6674e36ed2ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 217 time: 0.0394413 Aug 30 20:12:31.046099 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-d7314da8-d6cf-4c38-9386-977e0bae2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.047567 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-d7314da8-d6cf-4c38-9386-977e0bae2c2a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0446808 Aug 30 20:12:31.093931 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f80405c9-5b53-4572-ae4c-ca68964eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.095433 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-f80405c9-5b53-4572-ae4c-ca68964eabb4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404630 Aug 30 20:12:31.195109 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-0412d305-b5e1-4506-82af-7c7ba8d32fec service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915380 Aug 30 20:12:31.203038 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6f86b-6fbe-4e58-a564-bf644e2a48bc req-b28404bd-333c-4ddc-a596-7ed1cb10ff22 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.204512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-10e6f86b-6fbe-4e58-a564-bf644e2a48bc req-b28404bd-333c-4ddc-a596-7ed1cb10ff22 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Aug 30 20:12:31.244233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-10e6f86b-6fbe-4e58-a564-bf644e2a48bc req-2d811a2e-a17b-4110-886c-75a37c19494c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Aug 30 20:12:31.289494 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-df260d99-1a11-42b0-8fd9-299804533b17 req-26f6b0c6-0eef-4edc-a8bc-e51d4a444048 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834007 Aug 30 20:12:31.392746 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ac22-1ec8-4fa7-a0b2-154c13b58b40 req-c695b397-3d0a-4d48-9b12-28cb4ba6a463 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.394230 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0996ac22-1ec8-4fa7-a0b2-154c13b58b40 req-c695b397-3d0a-4d48-9b12-28cb4ba6a463 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0547752 Aug 30 20:12:31.432850 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0996ac22-1ec8-4fa7-a0b2-154c13b58b40 req-ede30669-c616-4eb7-945e-1007a33e76e6 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319986 Aug 30 20:12:31.562500 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588d226-fad0-4e9a-a26e-d691e103d6eb req-9cd7725c-9115-452e-acff-7417a7385311 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.564042 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6588d226-fad0-4e9a-a26e-d691e103d6eb req-9cd7725c-9115-452e-acff-7417a7385311 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0499125 Aug 30 20:12:31.604238 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6588d226-fad0-4e9a-a26e-d691e103d6eb req-c3618170-b224-4c38-b5cd-cde000f578cc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Aug 30 20:12:31.962835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd0127-ffff-4d87-ace0-c95dfb17c9f6 req-fd881c64-dddc-407f-ac57-9090d3bb8a9d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:31.964359 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-25bd0127-ffff-4d87-ace0-c95dfb17c9f6 req-fd881c64-dddc-407f-ac57-9090d3bb8a9d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Aug 30 20:12:32.007868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-25bd0127-ffff-4d87-ace0-c95dfb17c9f6 req-9b80e3db-ddd8-4026-8e88-ab6db4ff847f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Aug 30 20:12:32.375168 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7e8a8-55ef-42eb-9e41-6c91e98f46cc req-73dd6f34-6956-458b-864d-04536477301b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:32.376565 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71a7e8a8-55ef-42eb-9e41-6c91e98f46cc req-73dd6f34-6956-458b-864d-04536477301b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0540123 Aug 30 20:12:32.421525 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-71a7e8a8-55ef-42eb-9e41-6c91e98f46cc req-f9387ca9-fbc5-4a7b-bac0-f7c904f9ca30 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Aug 30 20:12:32.549597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af6bec-1641-406a-9342-1d9e2f83ccca req-6226a8a5-94c2-403c-8a41-f3350f4b3453 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:32.554154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77af6bec-1641-406a-9342-1d9e2f83ccca req-6226a8a5-94c2-403c-8a41-f3350f4b3453 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Aug 30 20:12:32.591661 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77af6bec-1641-406a-9342-1d9e2f83ccca req-fc3fa85b-cba8-4758-a4a5-fde4be54c5ac tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Aug 30 20:12:32.729344 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1e92-c112-4e1c-a775-6c8cad4296f4 req-f62067f2-9151-4d5d-b0ff-61114360bb9b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:32.731040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e8c1e92-c112-4e1c-a775-6c8cad4296f4 req-f62067f2-9151-4d5d-b0ff-61114360bb9b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0550895 Aug 30 20:12:32.770426 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e8c1e92-c112-4e1c-a775-6c8cad4296f4 req-2608c0f6-0515-4129-bd15-1fcab739750d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Aug 30 20:12:33.538471 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d42217-d910-4239-8ab0-e3aab5f2e3a9 req-0c8096fc-a60c-4f7d-9254-f776b73fd043 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:33.539826 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68d42217-d910-4239-8ab0-e3aab5f2e3a9 req-0c8096fc-a60c-4f7d-9254-f776b73fd043 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0491569 Aug 30 20:12:33.577030 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-68d42217-d910-4239-8ab0-e3aab5f2e3a9 req-d1cc0294-89b4-43bc-8ac0-dc745782f365 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Aug 30 20:12:33.718199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3deabd1-4991-47df-85c5-5e0dbb1dbbe3 req-dba900bb-df88-47da-8783-8ae692deb2c3 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:33.719670 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f3deabd1-4991-47df-85c5-5e0dbb1dbbe3 req-dba900bb-df88-47da-8783-8ae692deb2c3 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0537570 Aug 30 20:12:33.761933 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f3deabd1-4991-47df-85c5-5e0dbb1dbbe3 req-84170598-0505-4308-afba-e29c0dac54f9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Aug 30 20:12:33.828821 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72d405-5c94-4fa6-9f90-5a0609754df5 req-3ef7c548-59ab-4648-b531-0162b9e9de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:33.830636 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ff72d405-5c94-4fa6-9f90-5a0609754df5 req-3ef7c548-59ab-4648-b531-0162b9e9de01 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 1098 time: 0.0420239 Aug 30 20:12:33.868635 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ff72d405-5c94-4fa6-9f90-5a0609754df5 req-3ac01457-05a2-4b22-aa4a-57abc642d691 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Aug 30 20:12:33.889042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59d65-7df9-44d5-80c6-8468e4b90f81 req-ebd6cd18-08d5-46ea-b6d6-ea8bc234db54 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:33.890547 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d2d59d65-7df9-44d5-80c6-8468e4b90f81 req-ebd6cd18-08d5-46ea-b6d6-ea8bc234db54 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0519042 Aug 30 20:12:33.928296 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d2d59d65-7df9-44d5-80c6-8468e4b90f81 req-b193b95e-799d-4513-b4e9-dd8673dbc41a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Aug 30 20:12:34.698578 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602270-4204-42cb-94ad-18ddc2cae5f3 req-9800d6cf-8e87-44f5-821e-e287c5f16964 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:34.700131 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab602270-4204-42cb-94ad-18ddc2cae5f3 req-9800d6cf-8e87-44f5-821e-e287c5f16964 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Aug 30 20:12:34.747329 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab602270-4204-42cb-94ad-18ddc2cae5f3 req-af38471d-b8b3-4be8-acf9-4d177f29ad85 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388393 Aug 30 20:12:34.797583 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6f88d3d5-9d9e-4f83-860c-db0735764cba details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:12:34.903436 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545d10-d530-431f-832a-4a5e3eeaba68 req-f2d2c6c8-b962-44f0-a4e2-d0211875bbef tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:34.905047 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a545d10-d530-431f-832a-4a5e3eeaba68 req-f2d2c6c8-b962-44f0-a4e2-d0211875bbef tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0584249 Aug 30 20:12:34.950858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:34.958185 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a545d10-d530-431f-832a-4a5e3eeaba68 req-99a51174-b575-4c2b-9a3c-3d765eb73144 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460699 Aug 30 20:12:34.973707 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'port_id': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'mac_address': 'fa:16:3e:e4:36:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:12:35.021837 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:35.040342 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f88d3d5-9d9e-4f83-860c-db0735764cba {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:35.059797 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385db8c-dc7d-4219-a3df-f35e34632469 req-cc2bd36a-d5c7-4467-9e75-7b646c1fc060 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:35.061391 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c385db8c-dc7d-4219-a3df-f35e34632469 req-cc2bd36a-d5c7-4467-9e75-7b646c1fc060 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 943 time: 0.0584192 Aug 30 20:12:35.063816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:35.073727 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:35.109804 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c385db8c-dc7d-4219-a3df-f35e34632469 req-e303b9fb-3145-427c-afcd-826bec1d1fb1 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Aug 30 20:12:35.125962 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:35.809776 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['6f88d3d5-9d9e-4f83-860c-db0735764cba'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:12:35.884397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aad21a-54e4-48e9-8772-8624eb15b53e req-01ac0932-877f-45b4-a930-63839118e4ba tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:35.895232 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-02aad21a-54e4-48e9-8772-8624eb15b53e req-01ac0932-877f-45b4-a930-63839118e4ba tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0563955 Aug 30 20:12:35.926303 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-02aad21a-54e4-48e9-8772-8624eb15b53e req-09e0b6b5-55e1-423a-baaa-39d34194c3e2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329311 Aug 30 20:12:36.068015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4886b1-8de7-4d57-9849-8cf89e835f65 req-86df307a-5710-44f9-98a1-a3bed8510ca4 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:36.069493 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed4886b1-8de7-4d57-9849-8cf89e835f65 req-86df307a-5710-44f9-98a1-a3bed8510ca4 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 943 time: 0.0488768 Aug 30 20:12:36.109082 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed4886b1-8de7-4d57-9849-8cf89e835f65 req-2ce7a621-2b9e-4a65-bc63-60367f68e0c2 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Aug 30 20:12:36.233825 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b223894-5c34-4da8-a8cc-12ca07eac118 req-ca264c59-26f3-4dc7-b181-d980c411b4d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:36.235348 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2b223894-5c34-4da8-a8cc-12ca07eac118 req-ca264c59-26f3-4dc7-b181-d980c411b4d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.0551558 Aug 30 20:12:36.297761 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2b223894-5c34-4da8-a8cc-12ca07eac118 req-069955fc-9f8a-485c-9796-58a36044d29b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560281 Aug 30 20:12:36.300606 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-59ebb354-e7f7-471d-a818-b4e3e85c41e0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489562211&fields=id&tenant_id=63d81fd983f0455eb964c3689815abe1 HTTP/1.1" status: 200 len: 267 time: 0.0527692 Aug 30 20:12:36.412590 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-4cf8021f-da8c-4942-93f7-0c40ed202379 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:36.413996 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-4cf8021f-da8c-4942-93f7-0c40ed202379 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 808 time: 0.1064737 Aug 30 20:12:36.429672 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-ecfb2250-716b-47d6-8cd0-cdfd272d0d56 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/quotas/63d81fd983f0455eb964c3689815abe1 HTTP/1.1" status: 200 len: 375 time: 0.0099094 Aug 30 20:12:36.481709 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-f33090f9-b5c9-4ae2-ad93-d77e00c40812 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467060 Aug 30 20:12:36.609880 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-8220d090-bd6c-4bdb-b129-55a9923486e5 service neutron] 10.222.0.11 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160710 Aug 30 20:12:36.706435 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-a2b8630a-1aff-4050-8a89-5a12ed671ee7 service neutron] 10.222.0.11 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Aug 30 20:12:36.796642 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e52258b4-4da3-48ab-bebc-e2c6dda8fd56 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:12:36.907876 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:36.926130 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'port_id': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'mac_address': 'fa:16:3e:fb:e3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:12:36.981488 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.006072 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52258b4-4da3-48ab-bebc-e2c6dda8fd56 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:37.028582 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:37.035200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.094813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 47650) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:37.099363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2efa2d53-4528-4410-9db7-27b57f922aef req-209be057-e187-42ab-917c-b7b0e6b7e197 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0346189 Aug 30 20:12:37.112820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53883d70-8a7f-4a4a-a49a-4e52b4c4de19 req-93e4027a-3672-4b2d-8033-80f2013dd735 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:37.115012 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-53883d70-8a7f-4a4a-a49a-4e52b4c4de19 req-93e4027a-3672-4b2d-8033-80f2013dd735 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.1022978 Aug 30 20:12:37.191671 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-53883d70-8a7f-4a4a-a49a-4e52b4c4de19 req-e8cd5028-c36c-42e8-a320-065d031c2440 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650725 Aug 30 20:12:37.278678 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b1a31-6b57-45ba-91f2-384f99241b1b req-e5d5dcbe-aeb1-4e60-a360-83e16c5833ee tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:37.280394 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-281b1a31-6b57-45ba-91f2-384f99241b1b req-e5d5dcbe-aeb1-4e60-a360-83e16c5833ee tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 944 time: 0.0704181 Aug 30 20:12:37.308886 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed76-a3ae-4295-bd66-60293806d2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.338703 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:37.387227 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c5a0-e761-4782-97db-6dd1ca33546c req-5772d4c6-eb9a-49e8-8ae3-ab4a8306ecfe tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:37.395313 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3148c5a0-e761-4782-97db-6dd1ca33546c req-5772d4c6-eb9a-49e8-8ae3-ab4a8306ecfe tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1132627 Aug 30 20:12:37.400761 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-281b1a31-6b57-45ba-91f2-384f99241b1b req-b6f6b6c3-41aa-49ef-a2a7-c4ac27c47382 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790322 Aug 30 20:12:37.438272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed76-a3ae-4295-bd66-60293806d2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.443573 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3148c5a0-e761-4782-97db-6dd1ca33546c req-bfa80f54-ca4f-4bf8-96dd-c9f00cf2a617 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Aug 30 20:12:37.451222 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d2f0ed76-a3ae-4295-bd66-60293806d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.508417 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d2f0ed76-a3ae-4295-bd66-60293806d2f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4da3dead3e1c4b1ba2ca56cf36c1d8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124684 Aug 30 20:12:37.510997 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 47668) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:37.519449 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0ed76-a3ae-4295-bd66-60293806d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2728b5-3f9e-4af3-9b69-903babcbd0ec,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:37.544708 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:12:37.558508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2263a2-cd62-43c8-a17a-5ceebc7b19fa req-3c0818a6-d466-4bcb-85da-57641649204f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:37.560635 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3c2263a2-cd62-43c8-a17a-5ceebc7b19fa req-3c0818a6-d466-4bcb-85da-57641649204f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.0708032 Aug 30 20:12:37.580572 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.611294 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.632047 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3c2263a2-cd62-43c8-a17a-5ceebc7b19fa req-0e7781d1-26fa-4254-9e66-8778a35f7ffc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594008 Aug 30 20:12:37.688471 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.697391 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:37.702357 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe2728b5-3f9e-4af3-9b69-903babcbd0ec HTTP/1.1" status: 204 len: 168 time: 0.1866300 Aug 30 20:12:37.713686 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc67b6c-f702-4534-ab2b-f8436053b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2728b5-3f9e-4af3-9b69-903babcbd0ec,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:38.201155 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d7c03502-9d7e-4948-9caf-d18f954bbb2a req-743812d6-2dee-42e7-8ba0-40d908533dfb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0272529 Aug 30 20:12:38.536307 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356af75-7759-4780-aee9-6df994de90c5 req-b0084f11-01df-4b72-8bc3-49e78cf3958f tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:38.544683 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4356af75-7759-4780-aee9-6df994de90c5 req-b0084f11-01df-4b72-8bc3-49e78cf3958f tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 944 time: 0.0654876 Aug 30 20:12:38.594592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4356af75-7759-4780-aee9-6df994de90c5 req-d3bb7c87-0723-4aa3-a004-7c098f9a39cb tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487604 Aug 30 20:12:38.627763 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-258d5269-4abf-480c-b166-2a8bc6e7c3be tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:38.629353 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-258d5269-4abf-480c-b166-2a8bc6e7c3be tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 808 time: 0.1442263 Aug 30 20:12:38.688050 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-60a8ab02-7511-42b2-8017-f9573a54e723 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63d81fd983f0455eb964c3689815abe1 HTTP/1.1" status: 200 len: 380 time: 0.0472496 Aug 30 20:12:38.698929 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'port': {'device_id': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'admin_state_up': True, 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'security_groups': ['e1e93692-e0d0-46dc-ae45-6f2fdecb92f5']}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:38.770508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bb650-9002-47cf-b823-1d67a11aaac8 req-3b98b3f9-9a4a-4a05-bbc0-1f85fb9edbf6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:38.772314 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fa3bb650-9002-47cf-b823-1d67a11aaac8 req-3b98b3f9-9a4a-4a05-bbc0-1f85fb9edbf6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 944 time: 0.0723538 Aug 30 20:12:38.818392 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fa3bb650-9002-47cf-b823-1d67a11aaac8 req-bd36ff9e-c342-45e0-91ac-24dc106ca2e6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Aug 30 20:12:38.829946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6f88d3d5-9d9e-4f83-860c-db0735764cba up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:38.866958 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Made reservation on behalf of 63d81fd983f0455eb964c3689815abe1 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:12:38.871052 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:38.893783 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 6f88d3d5-9d9e-4f83-860c-db0735764cba completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:38.899512 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 6f88d3d5-9d9e-4f83-860c-db0735764cba triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:38.900462 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.004489 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.040851 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:39.043376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5eac0-4f13-4b28-a8ad-e4337ae1ba29" -d '{"events": [{"server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "name": "network-vif-plugged", "status": "completed", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:39.055300 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Allocated IP 172.20.0.11 (e804a72b-aade-49dc-a2b1-2149d6575c50/7400d7bc-09c0-4b22-a31e-6ce96c24d86c/efbc20a6-85e6-41aa-88f0-539c61ce5a43) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:12:39.078561 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:39.088355 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.139397 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96514dd-1c44-400d-85e6-a44599e86ddf x-openstack-request-id: req-b96514dd-1c44-400d-85e6-a44599e86ddf {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:39.140050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "name": "network-vif-plugged", "status": "completed", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:39.140526 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b96514dd-1c44-400d-85e6-a44599e86ddf {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:39.141119 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'code': 200} Aug 30 20:12:39.219494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:39.351913 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c050d81d-dcf2-4b01-a558-d9b008e24f74 req-797d65cf-f6a8-4c33-a91f-7d98c4c3a5f7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 210 time: 0.0408227 Aug 30 20:12:39.381498 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.403339 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Transition to ACTIVE for port object efbc20a6-85e6-41aa-88f0-539c61ce5a43 will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:12:39.408086 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb7066-02b4-4ca0-a791-fc573c72e43d req-8ca49dae-a95b-449a-981b-a9bca81f95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.409602 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f0bb7066-02b4-4ca0-a791-fc573c72e43d req-8ca49dae-a95b-449a-981b-a9bca81f95b3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0815034 Aug 30 20:12:39.438265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-a585454e-3f59-4a32-94dd-1747cb047679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.439748 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-a585454e-3f59-4a32-94dd-1747cb047679 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0749519 Aug 30 20:12:39.449641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de0609-accd-4326-9419-d39e92a4216b req-b58f3b5e-de89-469d-a3ea-93026c9b6cc3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.451160 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b7de0609-accd-4326-9419-d39e92a4216b req-b58f3b5e-de89-469d-a3ea-93026c9b6cc3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0770531 Aug 30 20:12:39.467017 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f0bb7066-02b4-4ca0-a791-fc573c72e43d req-3f8a5c00-ed04-494b-b4a9-c5afeaee1ed4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483618 Aug 30 20:12:39.469574 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.515607 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Network e804a72b-aade-49dc-a2b1-2149d6575c50 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:12:39.521789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:12:39.526064 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:12:39.553227 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b7de0609-accd-4326-9419-d39e92a4216b req-a90e918b-56c1-4fef-9536-2f526444a13d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922112 Aug 30 20:12:39.559233 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:39.587086 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-578f905d-d9be-462d-9e14-ad571e906a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.589431 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-578f905d-d9be-462d-9e14-ad571e906a6c service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1373141 Aug 30 20:12:39.596350 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.598066 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.618233 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-3dd13918-325d-438b-8613-2778c8d7919e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9235759 Aug 30 20:12:39.746444 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27bdef-949c-433a-9e25-a87bcbd0b216 req-adbfb3b5-e178-4d4f-8adf-38dcfc44167b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:39.748363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a27bdef-949c-433a-9e25-a87bcbd0b216 req-adbfb3b5-e178-4d4f-8adf-38dcfc44167b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 944 time: 0.0700343 Aug 30 20:12:39.793953 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2a27bdef-949c-433a-9e25-a87bcbd0b216 req-99fbee75-53f0-4ab8-8dc6-84ecaab33678 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Aug 30 20:12:39.815473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-37158f66-abda-44d1-a56a-0b0f2c334a97 None None] Provisioning for port efbc20a6-85e6-41aa-88f0-539c61ce5a43 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:39.821025 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-37158f66-abda-44d1-a56a-0b0f2c334a97 None None] Provisioning complete for port efbc20a6-85e6-41aa-88f0-539c61ce5a43 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:39.821757 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-37158f66-abda-44d1-a56a-0b0f2c334a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:39.822092 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Request body: {'port': {'device_id': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:39.855380 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-b2952c1f-49af-4e2e-b047-87660d81eb88 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0415463 Aug 30 20:12:39.863871 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-37158f66-abda-44d1-a56a-0b0f2c334a97 None None] Port efbc20a6-85e6-41aa-88f0-539c61ce5a43 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:12:39.885623 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.148453 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-5e8c7ee9-9cbf-4b5c-8ec1-063b8a738b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.150001 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-5e8c7ee9-9cbf-4b5c-8ec1-063b8a738b6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.2851226 Aug 30 20:12:40.167968 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d35f4-2cfe-4630-bf7f-849703dafc69 req-0a1ef61a-8e4e-4960-8cd2-682bbd369f3c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.169510 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f04d35f4-2cfe-4630-bf7f-849703dafc69 req-0a1ef61a-8e4e-4960-8cd2-682bbd369f3c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0638785 Aug 30 20:12:40.196457 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-789ba0ca-ac8d-4b42-9c63-4dd2cf14cb75 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259473 Aug 30 20:12:40.259217 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efbc20a6-85e6-41aa-88f0-539c61ce5a43 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:40.268006 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.276056 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f04d35f4-2cfe-4630-bf7f-849703dafc69 req-c78abb1c-cb58-4b89-a3ba-5e6b521e23ec tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960917 Aug 30 20:12:40.293751 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Transition to ACTIVE for port object efbc20a6-85e6-41aa-88f0-539c61ce5a43 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:12:40.298639 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.319344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-01b106cb-269e-4cba-bf7d-39c25d688688 service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092944 Aug 30 20:12:40.375778 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:40.448769 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Attempting to bind port efbc20a6-85e6-41aa-88f0-539c61ce5a43 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:12:40.449508 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Attempting to bind port efbc20a6-85e6-41aa-88f0-539c61ce5a43 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:12:40.451853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Attempting to bind port efbc20a6-85e6-41aa-88f0-539c61ce5a43 on network e804a72b-aade-49dc-a2b1-2149d6575c50 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:40.452051 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57c8105a-1afb-419e-bb3a-aff9ed0534f9 req-d049cc9d-08e7-4136-a932-28902a0f13fc service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249671 Aug 30 20:12:40.455105 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Port efbc20a6-85e6-41aa-88f0-539c61ce5a43 on network e804a72b-aade-49dc-a2b1-2149d6575c50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:12:40.455668 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Attempting to bind port efbc20a6-85e6-41aa-88f0-539c61ce5a43 on network e804a72b-aade-49dc-a2b1-2149d6575c50 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:40.463400 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:12:40.464175 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Checking segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:12:40.464739 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Bound using segment: {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:12:40.465348 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Bound port: efbc20a6-85e6-41aa-88f0-539c61ce5a43, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:12:40.466121 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.502882 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737774c5-abea-474e-b0d3-69f8e120e90b req-efee18fb-9166-4557-b203-f39d15e9cc14 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.504917 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-737774c5-abea-474e-b0d3-69f8e120e90b req-efee18fb-9166-4557-b203-f39d15e9cc14 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0689313 Aug 30 20:12:40.556819 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-737774c5-abea-474e-b0d3-69f8e120e90b req-9d442b2b-6ed9-4d35-98fa-a6ac0f6cd9aa tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444221 Aug 30 20:12:40.565899 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:12:40.579820 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:12:40.579820 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.621358 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.622080 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.623698 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] 10.222.0.90 "PUT /v2.0/ports/efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 1094 time: 0.8109097 Aug 30 20:12:40.624200 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:40.626552 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:40.652823 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf218afc-6cb0-4257-b889-33e26a65c945 service neutron] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:40.671414 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd204357-1d84-4ee5-b502-dbf5a89798e4 x-openstack-request-id: req-bd204357-1d84-4ee5-b502-dbf5a89798e4 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:40.671712 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:40.671948 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd204357-1d84-4ee5-b502-dbf5a89798e4 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:40.672343 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'status': 'completed', 'code': 200} Aug 30 20:12:40.709139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7166f7-39a3-404e-a02a-1930acbd68d7 req-0df0405e-43dc-4070-a3c1-e5a91d5b6d1b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.710816 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3c7166f7-39a3-404e-a02a-1930acbd68d7 req-0df0405e-43dc-4070-a3c1-e5a91d5b6d1b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0606022 Aug 30 20:12:40.729878 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-581c2e39-fb5a-44c4-a56c-8a515b87f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.731878 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-581c2e39-fb5a-44c4-a56c-8a515b87f288 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0440111 Aug 30 20:12:40.755462 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3c7166f7-39a3-404e-a02a-1930acbd68d7 req-adf3fa20-8b50-4c5d-826c-14b85b709f7c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Aug 30 20:12:40.786707 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-8c3fbb51-7626-4e61-92ed-33193d6038e5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 217 time: 0.0402336 Aug 30 20:12:40.824841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e52258b4-4da3-48ab-bebc-e2c6dda8fd56 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:40.863849 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-0451bf55-6e39-41c7-8f78-09878e29d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.866308 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-0451bf55-6e39-41c7-8f78-09878e29d8ff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0622172 Aug 30 20:12:40.881479 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:40.885377 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:40.885788 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:40.926593 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-c8e3401b-1b61-47c3-bf05-a66d1bdf1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.928038 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-c8e3401b-1b61-47c3-bf05-a66d1bdf1d9f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485997 Aug 30 20:12:40.934625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a8ad9-deb9-4556-bbce-5c9da9941aa6 req-d4dfc3b2-f579-44d0-9d73-96e9046fbe76 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:40.936134 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-561a8ad9-deb9-4556-bbce-5c9da9941aa6 req-d4dfc3b2-f579-44d0-9d73-96e9046fbe76 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 944 time: 0.0626576 Aug 30 20:12:40.985380 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-561a8ad9-deb9-4556-bbce-5c9da9941aa6 req-09d3ba07-565e-4230-8d33-dc28608a346b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401201 Aug 30 20:12:41.010894 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:41.033712 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-d614fd99-0fea-4c58-8718-2e7596fa3fbb service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938411 Aug 30 20:12:41.048895 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:41.052832 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:41.105441 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:41.142801 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:41.145916 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4e36f-bbaf-4c01-9905-c4f82e095ed1" -d '{"events": [{"server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "name": "network-vif-plugged", "status": "completed", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:41.151707 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-bedc6133-9c5b-4d95-8369-e47a3b26bc74 req-9e1348e0-75b2-4221-a6ed-977cb733c270 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976284 Aug 30 20:12:41.170133 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3bf94eab-2cb1-47f7-b60a-2bb09161c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:41.182695 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c4913-7c37-4f2e-af1d-1a0eb11794e0 x-openstack-request-id: req-b92c4913-7c37-4f2e-af1d-1a0eb11794e0 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:41.183792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "name": "network-vif-plugged", "status": "completed", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:41.183792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b92c4913-7c37-4f2e-af1d-1a0eb11794e0 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:41.183792 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'code': 200} Aug 30 20:12:41.292046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-cf690a0e-9b64-45a1-b786-60701590db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.292046 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-cf690a0e-9b64-45a1-b786-60701590db80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0437112 Aug 30 20:12:41.391080 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-d98f903b-7f6b-4d9d-ae8f-17e464092009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.392597 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-d98f903b-7f6b-4d9d-ae8f-17e464092009 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.0995715 Aug 30 20:12:41.442495 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-26180557-7be8-4f0a-af57-099be59b6f4e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 217 time: 0.0381880 Aug 30 20:12:41.442748 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b04016-b7e5-49a1-8276-ef1ef970c4e1 req-2c546a20-f7be-4b6d-8741-69a872bde988 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.444060 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95b04016-b7e5-49a1-8276-ef1ef970c4e1 req-2c546a20-f7be-4b6d-8741-69a872bde988 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0837646 Aug 30 20:12:41.461235 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe77e1-93a5-4256-978b-5e5bb59459ab req-6f8f6bf7-9ef4-4ef3-97e4-c62abfb25e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.462722 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-efbe77e1-93a5-4256-978b-5e5bb59459ab req-6f8f6bf7-9ef4-4ef3-97e4-c62abfb25e4c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1098 time: 0.0697737 Aug 30 20:12:41.494729 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95b04016-b7e5-49a1-8276-ef1ef970c4e1 req-bf031c15-d7fc-460b-a153-3e9738667437 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437350 Aug 30 20:12:41.496966 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-22fbb686-bfda-4bf2-8a68-6538b5bff7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.498633 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-22fbb686-bfda-4bf2-8a68-6538b5bff7ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0460296 Aug 30 20:12:41.518043 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-efbe77e1-93a5-4256-978b-5e5bb59459ab req-3a373e16-80d1-4eeb-92a2-c5d6446d507a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Aug 30 20:12:41.677922 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99effa53-a441-4a4e-9e36-1810f82bced8 req-3164b9ed-7e74-4df2-a0ef-a879bdfd50ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.679299 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99effa53-a441-4a4e-9e36-1810f82bced8 req-3164b9ed-7e74-4df2-a0ef-a879bdfd50ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0513179 Aug 30 20:12:41.718159 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99effa53-a441-4a4e-9e36-1810f82bced8 req-792cbc45-a36f-4be5-b015-adee8bed231b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Aug 30 20:12:41.877753 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247971d-f876-44bf-983b-8e53b9a285e9 req-8bf3ba94-9ccd-4eb1-b423-03dbcc420962 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.879980 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9247971d-f876-44bf-983b-8e53b9a285e9 req-8bf3ba94-9ccd-4eb1-b423-03dbcc420962 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0532677 Aug 30 20:12:41.914000 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-40bdf942-ed8a-4090-b603-522d2a834640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:41.915573 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-40bdf942-ed8a-4090-b603-522d2a834640 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444365 Aug 30 20:12:41.918947 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9247971d-f876-44bf-983b-8e53b9a285e9 req-9cc5f02e-d0f8-4f9a-bb50-aa873a75066f tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Aug 30 20:12:42.022702 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-432720c1-fbf8-4ae0-b464-031514c45a59 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896208 Aug 30 20:12:42.144946 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae5cb9-beb9-4f19-bea2-5ac21853c5e8 req-eae4979c-dd5c-4d4c-9f5d-afc199219c2e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:42.149168 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8aae5cb9-beb9-4f19-bea2-5ac21853c5e8 req-eae4979c-dd5c-4d4c-9f5d-afc199219c2e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0780184 Aug 30 20:12:42.161472 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6cc856e0-3ffc-4729-a5d9-f9c24c988e5a req-240df487-2687-4ae7-a0a5-c722aca3217c service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246045 Aug 30 20:12:42.195015 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8aae5cb9-beb9-4f19-bea2-5ac21853c5e8 req-14c84499-c17f-4807-9e9e-e96f9cb8d3e2 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Aug 30 20:12:42.615096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f08446-2f66-432e-a66b-d05222c5f5b4 req-9a6d0431-cf85-4ff5-a348-00e8f9181db3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:42.617004 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38f08446-2f66-432e-a66b-d05222c5f5b4 req-9a6d0431-cf85-4ff5-a348-00e8f9181db3 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Aug 30 20:12:42.654767 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38f08446-2f66-432e-a66b-d05222c5f5b4 req-d762664b-d022-4581-afee-32469e7fafd5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Aug 30 20:12:42.772698 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411843db-b4e4-4fad-b007-7cbdb8467d53 req-a4ea3601-03bb-4d74-82ae-d932783a39ec tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:42.774225 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-411843db-b4e4-4fad-b007-7cbdb8467d53 req-a4ea3601-03bb-4d74-82ae-d932783a39ec tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0539329 Aug 30 20:12:42.782613 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 47826) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:42.789028 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'floatingip': {'port_id': '6f88d3d5-9d9e-4f83-860c-db0735764cba'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:42.885916 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:43.001487 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a65702-201e-4317-95d1-f21a8d734bc0 req-d5d8899d-5e3a-4018-ab62-b3bdf90c2dd9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:43.002835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b1a65702-201e-4317-95d1-f21a8d734bc0 req-d5d8899d-5e3a-4018-ab62-b3bdf90c2dd9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.2180793 Aug 30 20:12:43.146427 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b1a65702-201e-4317-95d1-f21a8d734bc0 req-382a551e-f9e6-4032-a591-f82425a8fdca tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242011 Aug 30 20:12:43.160091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88855d44-43d5-4d0d-904b-4f543576b20e req-68369ee0-9d2f-420a-8b8c-be4690426e10 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:43.161711 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-88855d44-43d5-4d0d-904b-4f543576b20e req-68369ee0-9d2f-420a-8b8c-be4690426e10 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1381495 Aug 30 20:12:43.244552 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-88855d44-43d5-4d0d-904b-4f543576b20e req-686513f8-f259-4587-8cff-8f442d200cef tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753882 Aug 30 20:12:43.455613 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cc1c5-cdec-4f97-976e-931e5c8fe5ec req-bba087b7-17fc-419c-8f96-711da6b5472c tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:43.457364 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b6cc1c5-cdec-4f97-976e-931e5c8fe5ec req-bba087b7-17fc-419c-8f96-711da6b5472c tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.1610928 Aug 30 20:12:43.588708 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b6cc1c5-cdec-4f97-976e-931e5c8fe5ec req-85c8b889-9c15-405d-be53-d2e1c333def9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953629 Aug 30 20:12:43.848311 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.db.resource_extend [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 20:12:43.936784 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:43.942229 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:44.060471 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Floating IP cdd9e211-d110-40d1-a2ee-143c963af956 associated. External IP: 172.27.2.120, port: 6f88d3d5-9d9e-4f83-860c-db0735764cba. Aug 30 20:12:44.308445 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:12:44.318139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e94c7-f972-4a71-b972-ed23497c8b64 req-cea84c56-ccbc-41b3-9d33-90feba6dc269 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.319995 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-654e94c7-f972-4a71-b972-ed23497c8b64 req-cea84c56-ccbc-41b3-9d33-90feba6dc269 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0708890 Aug 30 20:12:44.333476 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9b4b6a07-f945-4847-84f1-0c53cc1a46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:44.467594 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-654e94c7-f972-4a71-b972-ed23497c8b64 req-4fd7baed-d5db-4a96-a0ec-0c89d7593ae5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381595 Aug 30 20:12:44.479649 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbd62e-8033-4c27-a0eb-627180d2e5d3 req-1d2d74c2-9f1c-48c5-9801-33af0ac233f8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.481148 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82cbd62e-8033-4c27-a0eb-627180d2e5d3 req-1d2d74c2-9f1c-48c5-9801-33af0ac233f8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1407061 Aug 30 20:12:44.506636 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:12:44.511663 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:44.524899 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:12:44.536702 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:12:44.537759 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:44.564798 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-34e3c7ea-9442-4b29-a8dc-04610eaad1dd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "PUT /v2.0/floatingips/cdd9e211-d110-40d1-a2ee-143c963af956 HTTP/1.1" status: 200 len: 991 time: 1.7810957 Aug 30 20:12:44.567975 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:44.570616 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113acf1d-0867-423a-b4a8-d9b0a4887923" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:44.578288 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-82cbd62e-8033-4c27-a0eb-627180d2e5d3 req-1ce47d15-eb99-47f0-887a-bee43a943db4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Aug 30 20:12:44.645793 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27101f49-0a07-43e5-8f1e-99c42dc3b784 x-openstack-request-id: req-27101f49-0a07-43e5-8f1e-99c42dc3b784 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:44.646294 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:44.646643 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27101f49-0a07-43e5-8f1e-99c42dc3b784 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:44.647370 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'status': 'completed', 'code': 200} Aug 30 20:12:44.683129 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:12:44.699078 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:44.745092 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-1e26d59d-73f9-4090-bef9-6ed8b7d1f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.747278 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-1e26d59d-73f9-4090-bef9-6ed8b7d1f87c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0510283 Aug 30 20:12:44.752406 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df82a-2c5f-4a6e-b2c6-7ac2255790bd req-c63f80b9-4cc6-4ff4-a7ab-f799ff90bf51 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.755563 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc5df82a-2c5f-4a6e-b2c6-7ac2255790bd req-c63f80b9-4cc6-4ff4-a7ab-f799ff90bf51 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0542088 Aug 30 20:12:44.798235 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc5df82a-2c5f-4a6e-b2c6-7ac2255790bd req-07ab5af6-eee9-4ce1-b360-6b3a2870b99d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366683 Aug 30 20:12:44.856096 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-03fa8711-8239-4195-95e9-5d532a83a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.857743 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-03fa8711-8239-4195-95e9-5d532a83a5d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.1020772 Aug 30 20:12:44.926090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d45418-a35e-494e-b7f3-e7c6f31ebb73 req-800fa703-85e1-426a-9d04-c282c3576b46 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:44.927771 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04d45418-a35e-494e-b7f3-e7c6f31ebb73 req-800fa703-85e1-426a-9d04-c282c3576b46 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Aug 30 20:12:44.939032 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-ad6243c3-63ff-40a4-9c2f-fa27fdfc13c0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 999 time: 0.0683224 Aug 30 20:12:44.954209 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cdd9e211-d110-40d1-a2ee-143c963af956', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:e4:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:12:43Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:44.969261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04d45418-a35e-494e-b7f3-e7c6f31ebb73 req-1c20fee4-e996-4491-9d66-ec61d910510c tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348754 Aug 30 20:12:44.984986 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:12:44.994899 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:12:44.995854 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:45.009977 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-13b618d3-6a1e-4494-9597-4ef2204b3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:45.011630 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-13b618d3-6a1e-4494-9597-4ef2204b3a4d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0530756 Aug 30 20:12:45.090942 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-5d73a581-f37c-4e8c-a0ec-38ffc7abfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:45.092753 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-5d73a581-f37c-4e8c-a0ec-38ffc7abfb8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651352 Aug 30 20:12:45.126592 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:12:45.241516 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-bfe173a5-4b99-4804-9693-a8527e0f8bdd service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268742 Aug 30 20:12:45.342694 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8204b1-f020-45d2-9149-80b0cd509cc3 req-f0e2547d-de69-485c-89f7-638c269ba587 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:45.344210 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d8204b1-f020-45d2-9149-80b0cd509cc3 req-f0e2547d-de69-485c-89f7-638c269ba587 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0506473 Aug 30 20:12:45.359047 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-113acf1d-0867-423a-b4a8-d9b0a4887923 req-70490a80-9c59-48c0-b8a9-eb4db9a2ed08 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979416 Aug 30 20:12:45.383776 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cdd9e211-d110-40d1-a2ee-143c963af956', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:e4:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:12:43Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:45.407773 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d8204b1-f020-45d2-9149-80b0cd509cc3 req-3387e35e-f42f-42f4-8936-bfe04bbcbb27 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548296 Aug 30 20:12:45.411454 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2dab11-dc52-4a14-a3eb-a1cc003f821f None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cdd9e211-d110-40d1-a2ee-143c963af956', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.120', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:e4:36:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:12:43Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:12:45.590140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85342fba-ca02-4e7c-998f-6230fa92013f req-cf254717-99ba-4709-a515-72c866f051fb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:45.591855 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-85342fba-ca02-4e7c-998f-6230fa92013f req-cf254717-99ba-4709-a515-72c866f051fb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0549409 Aug 30 20:12:45.636311 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:45.656300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-85342fba-ca02-4e7c-998f-6230fa92013f req-4367f572-55ac-4c63-8991-85bd27306ff0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557616 Aug 30 20:12:45.665053 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb125b4-5f7f-4a70-b721-c1b72b82051f None None] New status for floating IP cdd9e211-d110-40d1-a2ee-143c963af956: ACTIVE {{(pid=94126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:12:45.814135 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d668195-d04f-4dac-8f17-2739278457e4 req-d905ce23-859d-4a98-a3be-d2afca5c7a65 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:45.816066 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1d668195-d04f-4dac-8f17-2739278457e4 req-d905ce23-859d-4a98-a3be-d2afca5c7a65 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0810280 Aug 30 20:12:45.882225 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1d668195-d04f-4dac-8f17-2739278457e4 req-401b8898-6c6e-4cf6-9602-415e414b1de6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563545 Aug 30 20:12:46.515998 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-d297ae12-97a6-4e88-aa53-53f04f5a08b8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:46.517464 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-d297ae12-97a6-4e88-aa53-53f04f5a08b8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.1123917 Aug 30 20:12:46.541425 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-849f2421-dc9d-45e9-acae-36cc91dd7473 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/quotas/1aaedd238874473c8e5e242bf8b69941 HTTP/1.1" status: 200 len: 375 time: 0.0108812 Aug 30 20:12:46.596639 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-75c556af-9ecd-437c-8027-c633c264e284 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493851 Aug 30 20:12:46.688353 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-aede6b26-59d3-4a64-9649-c44be3fa4c2b service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Aug 30 20:12:46.824046 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbe13-d44c-484d-98db-e711e5eade32 req-1f68393a-3cdc-49b1-989b-172774ed6f81 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:46.825540 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a0cbe13-d44c-484d-98db-e711e5eade32 req-1f68393a-3cdc-49b1-989b-172774ed6f81 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0790606 Aug 30 20:12:46.829472 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-9ef207ea-7444-4691-989e-d958e9f232a6 service neutron] 10.222.0.11 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343212 Aug 30 20:12:46.870023 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a0cbe13-d44c-484d-98db-e711e5eade32 req-360a6469-d136-40eb-bdc6-c7df62ed656c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382736 Aug 30 20:12:47.098143 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f456f52-d63b-4376-81f1-39b58802e9b6 req-f1a96def-c458-42d1-ba5b-d2598b9ee7ee tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:47.107079 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2f456f52-d63b-4376-81f1-39b58802e9b6 req-f1a96def-c458-42d1-ba5b-d2598b9ee7ee tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0769811 Aug 30 20:12:47.151976 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2f456f52-d63b-4376-81f1-39b58802e9b6 req-1f6caab2-11e2-4047-8810-47f4a0f76d6e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Aug 30 20:12:47.228979 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d995517e-4cca-4afb-bc7b-965b671ff5f4 req-2d266ace-307e-4d53-a52e-6d82e53ede8f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 210 time: 0.0318031 Aug 30 20:12:47.475966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:48.001680 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055011a-b5ea-4db8-9adf-738329409738 req-7a330f7d-5cce-44fd-abfe-a4db271af669 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.003218 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0055011a-b5ea-4db8-9adf-738329409738 req-7a330f7d-5cce-44fd-abfe-a4db271af669 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0526021 Aug 30 20:12:48.044865 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0055011a-b5ea-4db8-9adf-738329409738 req-9759e73a-014d-4ed2-98bf-90ecf9648342 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Aug 30 20:12:48.288960 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc5ab-2993-4464-a6ec-1db91842676a req-fa96b0e1-9560-406b-9ef5-c378db1050ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.290594 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9bcc5ab-2993-4464-a6ec-1db91842676a req-fa96b0e1-9560-406b-9ef5-c378db1050ae tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0540748 Aug 30 20:12:48.333516 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9bcc5ab-2993-4464-a6ec-1db91842676a req-ba405b51-8eec-4d10-8941-8a48162de0f0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Aug 30 20:12:48.412417 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da4f602b-5f2d-4f93-b59d-443dddde506e req-ba2aaf0d-d53c-4b74-a582-65eece81de45 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Aug 30 20:12:48.529850 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40800-2de6-4d58-a384-69de32946ca7 req-aff926a8-0c01-4aa4-a671-388d2e121f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.531295 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-aff926a8-0c01-4aa4-a671-388d2e121f84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0479496 Aug 30 20:12:48.671740 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40800-2de6-4d58-a384-69de32946ca7 req-2081f39b-8cba-477c-acdd-14a02733abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.673268 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-2081f39b-8cba-477c-acdd-14a02733abbc service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1012831 Aug 30 20:12:48.728425 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-42ffabc4-2ea5-43eb-b25f-03b3fbdcde3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0361984 Aug 30 20:12:48.748818 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-76bf30a0-0abd-4387-a12c-664ef7367c97 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.750314 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-76bf30a0-0abd-4387-a12c-664ef7367c97 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 814 time: 0.1099834 Aug 30 20:12:48.774283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Request body: {'port': {'device_id': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'admin_state_up': True, 'tenant_id': '1aaedd238874473c8e5e242bf8b69941'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:48.822348 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40800-2de6-4d58-a384-69de32946ca7 req-84df5013-b61b-4679-9330-ec95a663954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:48.823916 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-84df5013-b61b-4679-9330-ec95a663954f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0723264 Aug 30 20:12:48.861704 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-20a5ba02-af59-49d1-9c9c-b47564e4769d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261841 Aug 30 20:12:48.896680 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Made reservation on behalf of 1aaedd238874473c8e5e242bf8b69941 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:12:48.900140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:48.967296 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-560518ae-a199-4011-8c11-d3beaf94c61c service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Aug 30 20:12:49.065251 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Allocated IP 172.20.0.4 (b4edec65-c45b-4561-b29a-41ca1b2a0a36/29bbf775-a897-43f7-8987-67fefe883b7f/c8c7ea18-4824-49da-a0d8-9dd958b60f59) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:12:49.088146 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-dac40800-2de6-4d58-a384-69de32946ca7 req-13a603b1-f811-4629-8982-198c1c15a96d service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073086 Aug 30 20:12:49.247978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d657277-2c71-4e48-ba5b-3d2e0712c362 req-7adb2650-cc8a-41dc-9d53-843f378e5e34 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:49.249490 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d657277-2c71-4e48-ba5b-3d2e0712c362 req-7adb2650-cc8a-41dc-9d53-843f378e5e34 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1131828 Aug 30 20:12:49.288954 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:49.311263 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d657277-2c71-4e48-ba5b-3d2e0712c362 req-c67a8015-cdc2-494b-8ca7-1852affff411 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516453 Aug 30 20:12:49.341625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:49.368578 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', '564e71ca-4d7f-44ab-b005-db19c4b987cc'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:12:49.397535 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Network b4edec65-c45b-4561-b29a-41ca1b2a0a36 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:12:49.401035 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:12:49.405802 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:12:49.410901 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event updated for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:49.715044 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:49.715718 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:49.746119 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b942a-b74e-4111-b38c-da27962befce req-40a2b4b8-5d80-4dc1-a61f-7cdf3cff6059 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:49.747655 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-590b942a-b74e-4111-b38c-da27962befce req-40a2b4b8-5d80-4dc1-a61f-7cdf3cff6059 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.3144350 Aug 30 20:12:49.757909 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-b05a4f24-7dfd-4ce2-9873-d2be0c35863b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9920201 Aug 30 20:12:49.771493 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95005eff-2e05-4b6a-9700-e3a9327bbd6b req-420c14cf-2c24-4abb-9d53-b5c0b3ba010e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:49.772973 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95005eff-2e05-4b6a-9700-e3a9327bbd6b req-420c14cf-2c24-4abb-9d53-b5c0b3ba010e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 931 time: 0.1059477 Aug 30 20:12:49.784845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Request body: {'port': {'device_id': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:49.854840 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-590b942a-b74e-4111-b38c-da27962befce req-ccb8fa32-617c-4ac5-bdd8-7a480ae2ba8c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990589 Aug 30 20:12:49.880049 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95005eff-2e05-4b6a-9700-e3a9327bbd6b req-253eabdb-7b20-4189-850d-5b9f367367a5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924850 Aug 30 20:12:49.885084 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.160626 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c7ea18-4824-49da-a0d8-9dd958b60f59 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:50.168185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.180553 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Transition to ACTIVE for port object c8c7ea18-4824-49da-a0d8-9dd958b60f59 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:12:50.183592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.235118 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:50.320334 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Attempting to bind port c8c7ea18-4824-49da-a0d8-9dd958b60f59 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:12:50.320334 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Attempting to bind port c8c7ea18-4824-49da-a0d8-9dd958b60f59 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:12:50.320724 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Attempting to bind port c8c7ea18-4824-49da-a0d8-9dd958b60f59 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:50.325391 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Port c8c7ea18-4824-49da-a0d8-9dd958b60f59 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:12:50.325733 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Attempting to bind port c8c7ea18-4824-49da-a0d8-9dd958b60f59 on network b4edec65-c45b-4561-b29a-41ca1b2a0a36 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:12:50.330533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:12:50.330916 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Checking segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:12:50.331536 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Bound using segment: {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:12:50.332148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Bound port: c8c7ea18-4824-49da-a0d8-9dd958b60f59, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10868dbd-686f-4826-9961-3a84435e1b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:12:50.332540 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.427699 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:12:50.443820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:12:50.449395 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.494284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a2f59-543a-49d9-b01d-dac416fad682 req-089ce323-cf0e-48b3-bdad-9aeed11a4c3f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:50.495997 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-343a2f59-543a-49d9-b01d-dac416fad682 req-089ce323-cf0e-48b3-bdad-9aeed11a4c3f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1089525 Aug 30 20:12:50.514788 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:50.515403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:50.516931 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] 10.222.0.90 "PUT /v2.0/ports/c8c7ea18-4824-49da-a0d8-9dd958b60f59 HTTP/1.1" status: 200 len: 1093 time: 0.7420764 Aug 30 20:12:50.518115 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:50.521565 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b8e85-da6e-4060-ae4b-35e951a43acf" -d '{"events": [{"name": "network-changed", "server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:50.565479 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c90cee-caf3-4cd3-aee9-66dff6e39cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:50.598568 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-343a2f59-543a-49d9-b01d-dac416fad682 req-861d49a0-42fe-4ea6-8d5e-542fce2c3bee tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903363 Aug 30 20:12:50.630654 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-6199bcf4-a913-45af-b3a4-37a1662d482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:50.632240 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-6199bcf4-a913-45af-b3a4-37a1662d482f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 1096 time: 0.0504019 Aug 30 20:12:50.644759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7156530d-93dc-47c8-8eff-e62ae894a29b x-openstack-request-id: req-7156530d-93dc-47c8-8eff-e62ae894a29b {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:50.645053 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:50.645307 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7156530d-93dc-47c8-8eff-e62ae894a29b {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:50.645747 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59', 'status': 'completed', 'code': 200} Aug 30 20:12:50.687956 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-e2c3c62b-e573-4d93-b64b-c36b4b9cfe81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59 HTTP/1.1" status: 200 len: 217 time: 0.0352898 Aug 30 20:12:50.746315 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-553e7323-3361-465d-acb2-ef7f69365f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:50.747809 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-553e7323-3361-465d-acb2-ef7f69365f24 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0491905 Aug 30 20:12:50.781438 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-4ddea920-02d0-46fd-b9bd-cc52a6afc40e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260625 Aug 30 20:12:50.883563 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-dc79e8de-4049-4b59-b85d-61aff5ba2242 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892360 Aug 30 20:12:50.996801 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:51.064672 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798331-4381-4e05-b234-a025851f75bb req-86741498-a12d-4084-b4c5-2da073daa821 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.066512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c5798331-4381-4e05-b234-a025851f75bb req-86741498-a12d-4084-b4c5-2da073daa821 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1166801 Aug 30 20:12:51.070284 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a37bbb90-d5fa-4d1a-9616-dcf197ddcf40 req-7cafb30d-1490-42ee-a70a-ffcf2190b8b1 service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695771 Aug 30 20:12:51.084278 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f762ce-18bb-46c8-8636-bae241289a3f req-f02ed648-9b29-49a4-8314-1c78a3222215 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.085887 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1f762ce-18bb-46c8-8636-bae241289a3f req-f02ed648-9b29-49a4-8314-1c78a3222215 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 943 time: 0.1181328 Aug 30 20:12:51.146087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c5798331-4381-4e05-b234-a025851f75bb req-616ef798-bd56-44a9-9b6b-ac4d308d07b1 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729887 Aug 30 20:12:51.176817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1f762ce-18bb-46c8-8636-bae241289a3f req-51fa960c-1fa7-4a9d-a874-b293f87c85a8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716610 Aug 30 20:12:51.225901 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-12501208-8be2-48a2-b45e-86faea26e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.227416 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-12501208-8be2-48a2-b45e-86faea26e84d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=1aaedd238874473c8e5e242bf8b69941&device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 1096 time: 0.0655627 Aug 30 20:12:51.327260 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-a75b2a49-fdd9-4c5b-b1f3-d078e0480e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.328787 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-a75b2a49-fdd9-4c5b-b1f3-d078e0480e91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 200 len: 915 time: 0.0865583 Aug 30 20:12:51.389298 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-2923d12a-4036-4b92-b0ab-b24c8887c756 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59 HTTP/1.1" status: 200 len: 217 time: 0.0383341 Aug 30 20:12:51.458839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-bee1d0ca-0945-4dd4-888b-3a4c0ad44c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.460329 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-bee1d0ca-0945-4dd4-888b-3a4c0ad44c68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 200 len: 854 time: 0.0534825 Aug 30 20:12:51.514826 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-10365c13-4d13-42ae-b989-2ecb64e5229e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b4edec65-c45b-4561-b29a-41ca1b2a0a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255535 Aug 30 20:12:51.631111 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-42e78522-6ffc-4a8a-92ce-f9a0ef7ed1ab service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041400 Aug 30 20:12:51.762751 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e187b-831c-481e-a55e-8178b83b2822 req-7525b0af-42e4-4c97-bc76-c51467f07d0f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:51.764214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa6e187b-831c-481e-a55e-8178b83b2822 req-7525b0af-42e4-4c97-bc76-c51467f07d0f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0803504 Aug 30 20:12:51.769918 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d92b8e85-da6e-4060-ae4b-35e951a43acf req-69f8101a-6e74-4a09-9acb-28fce2cc668a service neutron] 10.222.0.90 "GET /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289594 Aug 30 20:12:51.803636 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa6e187b-831c-481e-a55e-8178b83b2822 req-2467ecf8-7317-443a-aff9-f432f4ddb8f3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327981 Aug 30 20:12:52.299829 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c9143-35a9-4934-b821-a7dbfc700ddc req-7eceda6c-ce05-454b-b28d-209a686a8295 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:52.301991 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b05c9143-35a9-4934-b821-a7dbfc700ddc req-7eceda6c-ce05-454b-b28d-209a686a8295 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0761957 Aug 30 20:12:52.332259 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d7a4d-1428-4960-9755-71668cc44745 req-cb759b86-3d75-4c39-bf99-6c84d747790d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:52.333874 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0c9d7a4d-1428-4960-9755-71668cc44745 req-cb759b86-3d75-4c39-bf99-6c84d747790d tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 943 time: 0.0761020 Aug 30 20:12:52.366785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b05c9143-35a9-4934-b821-a7dbfc700ddc req-d7708815-ea27-498d-99f7-a8d747e27d6d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Aug 30 20:12:52.387857 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0c9d7a4d-1428-4960-9755-71668cc44745 req-db4c494f-ee30-43ab-8f33-804c3b30d805 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470264 Aug 30 20:12:52.874326 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:12:52.937170 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079c8d7-e9ca-46c4-98d1-691fe3131d92 req-ee3e6a17-8e24-425c-9401-f235e0f15df7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:52.938886 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7079c8d7-e9ca-46c4-98d1-691fe3131d92 req-ee3e6a17-8e24-425c-9401-f235e0f15df7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0636075 Aug 30 20:12:52.983432 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:52.985258 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7079c8d7-e9ca-46c4-98d1-691fe3131d92 req-cd030b29-f7c9-41a7-89ad-16d17a35cb1a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378304 Aug 30 20:12:52.997966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'mac_address': 'fa:16:3e:af:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:12:53.042832 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:53.057001 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbc20a6-85e6-41aa-88f0-539c61ce5a43 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:53.077907 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:53.082951 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:53.136008 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:53.143292 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.144179 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.144766 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.145098 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.145383 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.145767 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.146100 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.146444 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.146774 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.147100 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.147496 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.147742 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:53.530155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed892c69-818f-47c4-a176-565b9418a44d req-0d9cbfff-fcd5-409c-a047-e1bbcd3c2f94 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:53.531890 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed892c69-818f-47c4-a176-565b9418a44d req-0d9cbfff-fcd5-409c-a047-e1bbcd3c2f94 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0830595 Aug 30 20:12:53.547167 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d57a3-d4d5-4025-a24e-51cf859b1179 req-e13e1285-47ed-4938-81e9-e5a562faabbc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:53.549357 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc7d57a3-d4d5-4025-a24e-51cf859b1179 req-e13e1285-47ed-4938-81e9-e5a562faabbc tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 943 time: 0.0889258 Aug 30 20:12:53.630787 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed892c69-818f-47c4-a176-565b9418a44d req-fa718711-d6f2-4ccf-b47c-e76f961d8b03 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801845 Aug 30 20:12:53.636144 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc7d57a3-d4d5-4025-a24e-51cf859b1179 req-af7b1f61-3185-4d4e-b0c6-690589228783 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754046 Aug 30 20:12:53.873495 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['efbc20a6-85e6-41aa-88f0-539c61ce5a43'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:12:54.115723 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0f59-33ce-45d2-90f7-a7c8ce00de76 req-2f854cbf-988e-4746-9c89-4a2a7758eeb5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:54.117268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb5e0f59-33ce-45d2-90f7-a7c8ce00de76 req-2f854cbf-988e-4746-9c89-4a2a7758eeb5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0562122 Aug 30 20:12:54.156580 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eb5e0f59-33ce-45d2-90f7-a7c8ce00de76 req-831307b8-78b4-4e50-b638-1e11ea2bccdc tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327127 Aug 30 20:12:54.782374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd509e6-c110-46ac-83c9-21dd368e671f req-f512ed42-e017-4f65-a823-d7ce79d2a248 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:54.783845 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1cd509e6-c110-46ac-83c9-21dd368e671f req-f512ed42-e017-4f65-a823-d7ce79d2a248 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0784202 Aug 30 20:12:54.791917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d554-699d-40cf-8b82-e40fef9b0125 req-c9ab83b1-a129-4639-b52f-2f78bc847a49 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:54.793314 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28c9d554-699d-40cf-8b82-e40fef9b0125 req-c9ab83b1-a129-4639-b52f-2f78bc847a49 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 943 time: 0.0850999 Aug 30 20:12:54.853721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1cd509e6-c110-46ac-83c9-21dd368e671f req-ee48b484-5747-4fc2-8387-d33e89c874da tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Aug 30 20:12:54.858441 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28c9d554-699d-40cf-8b82-e40fef9b0125 req-f4c8c2b6-067f-4e96-88e1-2528e10bbebb tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Aug 30 20:12:55.310431 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a0a54-3276-418d-8d67-b3fbedbde313 req-fe5eb7f1-d1fd-4deb-ae27-d96d4fe596c9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:55.311902 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-098a0a54-3276-418d-8d67-b3fbedbde313 req-fe5eb7f1-d1fd-4deb-ae27-d96d4fe596c9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0525408 Aug 30 20:12:55.352417 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-098a0a54-3276-418d-8d67-b3fbedbde313 req-0e301eb9-2bd5-450c-8c8c-e423ebb268a7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337224 Aug 30 20:12:56.014340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8518e6b-9f14-49a8-8ec9-7d9d508df705 req-e2f88228-b82c-4c79-874d-247380056f86 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:56.015882 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8518e6b-9f14-49a8-8ec9-7d9d508df705 req-e2f88228-b82c-4c79-874d-247380056f86 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0863187 Aug 30 20:12:56.024367 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f365f6-4405-4d7e-bfd2-81b02d94ad8f req-fef0706e-e78f-4b33-ac8f-9a20e8fd0f26 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:56.025859 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75f365f6-4405-4d7e-bfd2-81b02d94ad8f req-fef0706e-e78f-4b33-ac8f-9a20e8fd0f26 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 943 time: 0.0944273 Aug 30 20:12:56.083022 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8518e6b-9f14-49a8-8ec9-7d9d508df705 req-824cdd54-6e30-4cb2-96d0-7dc61f4cf60b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Aug 30 20:12:56.091739 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75f365f6-4405-4d7e-bfd2-81b02d94ad8f req-584228f2-e81c-474e-a141-f5dbf3cdc0dd tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591414 Aug 30 20:12:56.414207 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf7313-6513-4dac-ba81-b0976d3c1fb7 req-d4c52c9e-e414-466b-adcd-e90645fa2fa0 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:56.416240 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8ccf7313-6513-4dac-ba81-b0976d3c1fb7 req-d4c52c9e-e414-466b-adcd-e90645fa2fa0 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0561595 Aug 30 20:12:56.482235 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8ccf7313-6513-4dac-ba81-b0976d3c1fb7 req-556846ef-1d7a-4da3-85c2-8b8cd19fbb58 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598929 Aug 30 20:12:56.501025 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717702cc-1e19-4334-9676-1bf98eb2f023 req-85310771-3d5a-4900-9afb-25c223bec37f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:56.504107 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-717702cc-1e19-4334-9676-1bf98eb2f023 req-85310771-3d5a-4900-9afb-25c223bec37f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0656631 Aug 30 20:12:56.508197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 48074) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:56.547776 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-717702cc-1e19-4334-9676-1bf98eb2f023 req-008c4b44-4867-4997-817f-6c51dd68ec76 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Aug 30 20:12:56.705644 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d737477b-fb1b-4f38-b8b2-6ee65016b6f0 tempest-TestMinimumBasicScenario-2022047267 tempest-TestMinimumBasicScenario-2022047267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:56.707831 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d737477b-fb1b-4f38-b8b2-6ee65016b6f0 tempest-TestMinimumBasicScenario-2022047267 tempest-TestMinimumBasicScenario-2022047267-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1093 time: 0.2023766 Aug 30 20:12:56.710684 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 48078) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:56.715112 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'port_id': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:56.743340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for floatingip, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:56.839919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:56.888161 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device c8c7ea18-4824-49da-a0d8-9dd958b60f59 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:12:56.891335 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:12:56.953742 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Allocated IP 172.27.2.65 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/a4e82818-ff88-4a09-8737-774502856b9b) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:12:57.003685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port efbc20a6-85e6-41aa-88f0-539c61ce5a43 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:12:57.011651 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port efbc20a6-85e6-41aa-88f0-539c61ce5a43 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:12:57.012026 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.053400 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:57.070024 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59', 'network_id': 'b4edec65-c45b-4561-b29a-41ca1b2a0a36', 'port_id': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59', 'mac_address': 'fa:16:3e:8f:39:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29bbf775-a897-43f7-8987-67fefe883b7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:12:57.081974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.117373 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.146671 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.168584 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c7ea18-4824-49da-a0d8-9dd958b60f59 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:12:57.200048 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:57.205003 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.213239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'Port': ['ID=a4e82818-ff88-4a09-8737-774502856b9b,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:57.222485 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.242331 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:12:57.256916 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:57.259068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:12:57.259256 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171714ce-66a1-4982-ad43-1157973e8769" -d '{"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:57.262155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:12:57.279888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:12:57.290789 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:57.296760 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:57.332677 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578e8-bca8-44fb-b954-afcaa155f4b9 req-c62bef13-df9c-4fe4-8d34-e5519167c058 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:57.334223 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9b5578e8-bca8-44fb-b954-afcaa155f4b9 req-c62bef13-df9c-4fe4-8d34-e5519167c058 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 944 time: 0.1338465 Aug 30 20:12:57.343727 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de522ab-378f-4e1e-b45b-ca44cbc61621 req-29562d00-f555-404a-9256-a553f4c31ac1 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:57.345180 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1de522ab-378f-4e1e-b45b-ca44cbc61621 req-29562d00-f555-404a-9256-a553f4c31ac1 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1535110 Aug 30 20:12:57.357133 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:57.460342 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1de522ab-378f-4e1e-b45b-ca44cbc61621 req-827941c8-8f35-4bfb-9dbe-cd1752f7c71d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969694 Aug 30 20:12:57.467586 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9b5578e8-bca8-44fb-b954-afcaa155f4b9 req-1d7a4713-303e-47ef-a28c-4825fd67df18 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214468 Aug 30 20:12:57.475151 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:12:57.534050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44b007-521c-4ad2-8808-681aa7cf1c25 x-openstack-request-id: req-7a44b007-521c-4ad2-8808-681aa7cf1c25 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:57.534050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:57.534050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a44b007-521c-4ad2-8808-681aa7cf1c25 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:57.534050 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'code': 200} Aug 30 20:12:57.826668 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e81238-9cbc-4367-b0b3-9325acc1c98b req-67e1148e-e87d-4ce9-8ea1-44b237dd7eeb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:57.828031 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-92e81238-9cbc-4367-b0b3-9325acc1c98b req-67e1148e-e87d-4ce9-8ea1-44b237dd7eeb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1248848 Aug 30 20:12:57.829140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:58.007287 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['c8c7ea18-4824-49da-a0d8-9dd958b60f59'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:12:58.157521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-92e81238-9cbc-4367-b0b3-9325acc1c98b req-44002d9e-3e4e-4088-80ee-71e56e51af98 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061674 Aug 30 20:12:58.164895 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b0d3d-50ba-4d9e-8873-a87faa0a2123 req-20112819-3ff2-4825-8855-ae1b1a6e5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:58.166438 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb8b0d3d-50ba-4d9e-8873-a87faa0a2123 req-20112819-3ff2-4825-8855-ae1b1a6e5e45 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.3164268 Aug 30 20:12:58.169079 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:58.242752 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb8b0d3d-50ba-4d9e-8873-a87faa0a2123 req-2d6040a7-8846-4858-b94c-0cd8977386c1 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527673 Aug 30 20:12:58.353884 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:58.358358 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:58.421138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'Port': ['ID=a4e82818-ff88-4a09-8737-774502856b9b,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:58.435669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:58.551446 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Floating IP 0e400207-ad14-4bdd-8657-ea5e8dcfe943 associated. External IP: 172.27.2.65, port: e52258b4-4da3-48ab-bebc-e2c6dda8fd56. Aug 30 20:12:58.695814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0afb92-cdcd-4139-b426-3360cd278ce7 req-6c2048c9-377a-4caa-b241-14c2c8efa2db tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:58.697214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7d0afb92-cdcd-4139-b426-3360cd278ce7 req-6c2048c9-377a-4caa-b241-14c2c8efa2db tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1600819 Aug 30 20:12:58.727038 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad628-8a20-4dc5-bda8-b4c9659e779d req-cc140c09-468a-4ba3-a3fe-d227efaa0608 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:58.728497 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cbaad628-8a20-4dc5-bda8-b4c9659e779d req-cc140c09-468a-4ba3-a3fe-d227efaa0608 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 944 time: 0.1607013 Aug 30 20:12:58.812361 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7d0afb92-cdcd-4139-b426-3360cd278ce7 req-0c5de6cd-ebbb-4512-9198-50ae50664f32 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030223 Aug 30 20:12:58.834774 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cbaad628-8a20-4dc5-bda8-b4c9659e779d req-64eb202d-60fd-44d5-ba37-6af42dd88c7b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955760 Aug 30 20:12:58.910360 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Router 4500b36a-fe5f-41a4-90f0-5c3768900609 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:12:59.024279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:12:59.038339 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Sync routers for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:12:59.042112 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.048286 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:12:59.048906 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:59.074740 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-89068dd9-15f1-4c81-9848-2299826d8d48 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3629580 Aug 30 20:12:59.075487 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 48108) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:59.076042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:12:59.079185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c21caf-af04-4510-b58d-8947140ee2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:12:59.087128 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551415728', 'description': 'tempest-secgroup-smoke-551415728 description', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:59.113365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.127814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864b0c95-4ceb-4925-8761-791e46eb757b x-openstack-request-id: req-864b0c95-4ceb-4925-8761-791e46eb757b {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:12:59.128706 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:12:59.128955 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-864b0c95-4ceb-4925-8761-791e46eb757b {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:12:59.129348 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:12:59.163179 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:12:59.216718 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.232488 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.295479 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.299703 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2137868 Aug 30 20:12:59.300102 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 48114) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:59.307646 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:59.311848 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdc68e-ab36-427d-b17d-bc8baa65598d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e7118f-68a9-4aee-823f-da62892cecb5,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:59.328403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21caf-af04-4510-b58d-8947140ee2fe req-62448dcf-a7be-4025-bd31-90f4bcc41dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:59.330045 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-62448dcf-a7be-4025-bd31-90f4bcc41dc1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1098 time: 0.1262577 Aug 30 20:12:59.375306 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1294f8-f5a9-4f8a-8d0a-059f28f2a593 req-ce0cbcc2-2115-4bea-8b3e-a1e1503f4bfb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:59.376782 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dc1294f8-f5a9-4f8a-8d0a-059f28f2a593 req-ce0cbcc2-2115-4bea-8b3e-a1e1503f4bfb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1331418 Aug 30 20:12:59.416936 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '0e400207-ad14-4bdd-8657-ea5e8dcfe943', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'port_id': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'mac_address': 'fa:16:3e:fb:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:12:57Z', 'updated_at': '2021-08-30T20:12:57Z', 'revision_number': 0, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:59.429218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.442826 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Checking router: 4500b36a-fe5f-41a4-90f0-5c3768900609 for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:12:59.451505 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:12:59.452142 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:59.496880 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dc1294f8-f5a9-4f8a-8d0a-059f28f2a593 req-43bf22b4-5c8b-4f62-86e4-ab965419bae0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933673 Aug 30 20:12:59.542112 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21caf-af04-4510-b58d-8947140ee2fe req-91048190-9eaa-4566-b661-99818b345295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:59.543695 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-91048190-9eaa-4566-b661-99818b345295 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 916 time: 0.2007484 Aug 30 20:12:59.549235 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.554661 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.564640 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:12:59.610443 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5386d574-e392-4590-9ab7-a180faad0309,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:59.645138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.646599 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f1471c07-3af0-495e-ab67-63ed41e236c1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450031 Aug 30 20:12:59.649696 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48122) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:59.655564 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:59.672675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-5d84fbcc-378f-491d-8c56-5288b4d33486 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 998 time: 0.1189301 Aug 30 20:12:59.683362 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.741933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21caf-af04-4510-b58d-8947140ee2fe req-865b2759-7c80-44d3-b573-bc42dd8803c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:59.743621 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-865b2759-7c80-44d3-b573-bc42dd8803c5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0528166 Aug 30 20:12:59.758351 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.763682 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.779589 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44ff68a-2b91-4f03-ae20-b2f358a71caa,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:59.792018 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.792618 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.793139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.793625 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.794127 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.794610 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.795110 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.795571 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c21caf-af04-4510-b58d-8947140ee2fe req-d0c82e9a-215a-403a-8083-ba9eca5042f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:12:59.795739 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.796220 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.796714 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.797075 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-d0c82e9a-215a-403a-8083-ba9eca5042f7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445893 Aug 30 20:12:59.797439 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.797794 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:12:59.809770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.813674 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ca21422b-2086-4f6a-ab51-53bd38c59970 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1597486 Aug 30 20:12:59.816668 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48124) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:59.821970 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:12:59.841122 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '0e400207-ad14-4bdd-8657-ea5e8dcfe943', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'port_id': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'mac_address': 'fa:16:3e:fb:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:12:57Z', 'updated_at': '2021-08-30T20:12:57Z', 'revision_number': 0, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:12:59.852181 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.911925 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-d4d7915d-1f47-463c-b2a0-d19bda3d227c service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996430 Aug 30 20:12:59.937484 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.943426 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.969509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd24c1ae-ebe7-4d28-ba88-4a3dde24e2e9,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:12:59.976339 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:12:59.983207 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-848360f4-e5da-494d-b3c5-eb7b9de981f5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1627994 Aug 30 20:12:59.983474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48130) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:12:59.989635 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:00.016694 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6b10-6e1e-4a4e-bf36-42a7d23363a9 None None] The sync data for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi is: [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '0e400207-ad14-4bdd-8657-ea5e8dcfe943', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'port_id': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'mac_address': 'fa:16:3e:fb:e3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:12:57Z', 'updated_at': '2021-08-30T20:12:57Z', 'revision_number': 0, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:13:00.027166 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.090417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266e92-b32c-4287-baa8-3dffa55fb0db req-2e7dc9a6-0cef-4eed-b39f-dd2955e6d9a6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:00.092248 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48266e92-b32c-4287-baa8-3dffa55fb0db req-2e7dc9a6-0cef-4eed-b39f-dd2955e6d9a6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1794207 Aug 30 20:13:00.101940 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.107651 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.119153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06723127-d4cb-4dca-82ef-c4f99b8879c3 req-1249ad03-a141-4aec-a73c-4818e3831e4e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:00.120727 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06723127-d4cb-4dca-82ef-c4f99b8879c3 req-1249ad03-a141-4aec-a73c-4818e3831e4e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 944 time: 0.1745894 Aug 30 20:13:00.128064 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db883ede-481d-4a2e-933c-5a1ed505808a,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:00.135347 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.136785 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-cfc7a5fd-b8d6-46cf-b5bb-6dfaabd97056 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520627 Aug 30 20:13:00.139312 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48136) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:00.144754 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:00.148989 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-54c21caf-af04-4510-b58d-8947140ee2fe req-689dda3d-df41-4ebb-88ea-b3acad829483 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255666 Aug 30 20:13:00.172350 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.securitygroups_db [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Project be2eaf6cc0e3423cafb8c3d334c76924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:13:00.180689 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.182817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48266e92-b32c-4287-baa8-3dffa55fb0db req-eb121402-c299-43d3-bfa6-d702cd4414f2 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795116 Aug 30 20:13:00.195231 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06723127-d4cb-4dca-82ef-c4f99b8879c3 req-f25237d9-7b97-4105-84a8-3648f579b1b5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585980 Aug 30 20:13:00.255984 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.261564 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.281593 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db346382-ff75-41e3-a97e-02f878931dcb,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:00.287976 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.289587 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-bbb9af09-2b8b-4ff0-b735-a46bac0e0e45 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493118 Aug 30 20:13:00.292432 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48138) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:00.296714 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e5d752-6ab0-4673-bcd1-0d82eab581c0 None None] New status for floating IP 0e400207-ad14-4bdd-8657-ea5e8dcfe943: ACTIVE {{(pid=94126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:13:00.297723 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'security_group_rule': {'security_group_id': 'd2e7118f-68a9-4aee-823f-da62892cecb5', 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:00.320015 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.securitygroups_db [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Project be2eaf6cc0e3423cafb8c3d334c76924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:13:00.324901 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.392264 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.395910 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.415631 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fda43aa-26b6-41cb-b622-7ae8e013f42b,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:00.421285 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.422601 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9d7b07dd-5d4a-456d-901f-832bd27e2d41 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291454 Aug 30 20:13:00.593867 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-f4d0dec4-fb55-4b5f-8993-1ba6e1ca0c92 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551415728&fields=id&tenant_id=be2eaf6cc0e3423cafb8c3d334c76924 HTTP/1.1" status: 200 len: 267 time: 0.0445471 Aug 30 20:13:00.693283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91590191-0c34-43d0-ba2a-4e9fdf7b97f5 req-b23b8c00-5ae4-459f-b303-aea9707938d5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:00.695071 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-91590191-0c34-43d0-ba2a-4e9fdf7b97f5 req-b23b8c00-5ae4-459f-b303-aea9707938d5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1128509 Aug 30 20:13:00.714195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4d470-ab9d-4b18-b344-7eb929629a84 req-3d43e80a-1a5d-4660-918c-4e3294dcc390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:00.715637 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e0c4d470-ab9d-4b18-b344-7eb929629a84 req-3d43e80a-1a5d-4660-918c-4e3294dcc390 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.1017027 Aug 30 20:13:00.724351 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-4b08b1bf-807a-4a69-a8e9-4d27084ddbd8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:00.725846 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-4b08b1bf-807a-4a69-a8e9-4d27084ddbd8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.1136932 Aug 30 20:13:00.745397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'port': {'security_groups': ['307ddf0e-564b-430b-afbf-e576ea40396f', 'd2e7118f-68a9-4aee-823f-da62892cecb5']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:00.801210 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-91590191-0c34-43d0-ba2a-4e9fdf7b97f5 req-37e802fb-3b62-486a-a570-fca04ef7b320 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997529 Aug 30 20:13:00.805595 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e0c4d470-ab9d-4b18-b344-7eb929629a84 req-1fcb928f-3653-4a9a-ad67-e2bbefc74635 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789957 Aug 30 20:13:00.845347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:00.939086 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device c8c7ea18-4824-49da-a0d8-9dd958b60f59 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:13:00.993977 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port c8c7ea18-4824-49da-a0d8-9dd958b60f59 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:13:00.997929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port c8c7ea18-4824-49da-a0d8-9dd958b60f59 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:13:00.998437 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.080745 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.106825 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:01.109242 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1569b8-f18b-4710-acfa-5a0488ff2d58" -d '{"events": [{"server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:01.124872 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:01.131539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.165802 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bc2f7-cded-43a6-81ae-4b6a6b743034 x-openstack-request-id: req-863bc2f7-cded-43a6-81ae-4b6a6b743034 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:01.166354 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "name": "network-vif-plugged", "status": "completed", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:01.166760 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-863bc2f7-cded-43a6-81ae-4b6a6b743034 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:01.167339 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59', 'code': 200} Aug 30 20:13:01.199408 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:01.388094 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:01.404237 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7854c8-de05-4c31-9a00-3c54dbefa2f8 req-be556c16-5884-4302-b3ee-4697bd8541ed tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:01.405925 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e7854c8-de05-4c31-9a00-3c54dbefa2f8 req-be556c16-5884-4302-b3ee-4697bd8541ed tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1250150 Aug 30 20:13:01.456946 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.460299 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13abce-e3f7-428b-aa23-525de8a1b7e0 req-2a86bb37-35ad-49e9-b118-9a5168ab5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:01.461848 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad13abce-e3f7-428b-aa23-525de8a1b7e0 req-2a86bb37-35ad-49e9-b118-9a5168ab5d98 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 1098 time: 0.1213942 Aug 30 20:13:01.466019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.485598 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:13:01.524406 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e7854c8-de05-4c31-9a00-3c54dbefa2f8 req-5bd3edfc-04f7-4532-8bd6-c4c54ce92cb8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089973 Aug 30 20:13:01.546579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:01.547233 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:01.548683 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b26d61b5-eca9-4dbb-95e0-a29e718071d0 req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "PUT /v2.0/ports/e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 981 time: 0.8157675 Aug 30 20:13:01.549156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:01.552153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d69393-0c01-4cdc-b40f-1030bfabe88e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:01.591617 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad13abce-e3f7-428b-aa23-525de8a1b7e0 req-82a721c9-b179-40da-a480-212d4dd9b802 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151514 Aug 30 20:13:01.592873 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=6']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:01.603463 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.604148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.604245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.604539 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.604875 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.605213 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.605546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.605917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.606408 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.606750 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.607206 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.607551 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc27c5-0695-4973-b922-23d801ef1a4b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:01.695060 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6150f17-0809-418b-aa5f-86187dbd2829 req-4ff0681b-19d9-4158-9ee6-87a60a3d0732 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:01.696888 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d6150f17-0809-418b-aa5f-86187dbd2829 req-4ff0681b-19d9-4158-9ee6-87a60a3d0732 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0646839 Aug 30 20:13:01.758307 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d6150f17-0809-418b-aa5f-86187dbd2829 req-a046914c-f876-4e2b-accb-80f85fd231fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533788 Aug 30 20:13:01.822334 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:13:01.899779 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c443d90f-65d0-44b5-95d1-f5cf7a4de3f2 None None] Provisioning complete for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:13:01.900041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c443d90f-65d0-44b5-95d1-f5cf7a4de3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:02.090113 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094a21a-f982-4698-92e8-5017dc670ead x-openstack-request-id: req-6094a21a-f982-4698-92e8-5017dc670ead {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:02.090621 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:02.091375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6094a21a-f982-4698-92e8-5017dc670ead {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:02.092402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:13:02.207345 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf910f-bd9c-45f1-ab26-ddb7755f3f27 req-5339cd44-c1b2-4b89-8b66-ad58ec7ec71a tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.207345 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eedf910f-bd9c-45f1-ab26-ddb7755f3f27 req-5339cd44-c1b2-4b89-8b66-ad58ec7ec71a tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.1122994 Aug 30 20:13:02.217375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-80b5eb7a-a34d-47b0-995c-9d37a4e6257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.218895 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-80b5eb7a-a34d-47b0-995c-9d37a4e6257c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1137 time: 0.0919313 Aug 30 20:13:02.295480 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057238a5-1bc8-4840-a2f9-19c386205e2d req-26700c26-9f41-46b2-95c2-8c1ffdead9ef tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.296996 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-057238a5-1bc8-4840-a2f9-19c386205e2d req-26700c26-9f41-46b2-95c2-8c1ffdead9ef tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.1414702 Aug 30 20:13:02.326501 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eedf910f-bd9c-45f1-ab26-ddb7755f3f27 req-38cc4901-cc8c-4895-b520-f01b71881870 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1134694 Aug 30 20:13:02.373155 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-057238a5-1bc8-4840-a2f9-19c386205e2d req-abbc4c71-7f01-462d-963c-6847d9e3fb71 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680132 Aug 30 20:13:02.390143 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-42ed7b16-85f1-45de-a38b-52e29ed5bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.391591 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-42ed7b16-85f1-45de-a38b-52e29ed5bfa0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 916 time: 0.1583271 Aug 30 20:13:02.493328 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-7a62f8c7-fc7f-4ec3-9e1a-ba920bbe7c44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 1000 time: 0.0913210 Aug 30 20:13:02.509831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401bb78-d586-4ea9-af0f-10f2e3d103a8 req-88bc6cb6-1615-401d-b550-967292ac69f3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.511348 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e401bb78-d586-4ea9-af0f-10f2e3d103a8 req-88bc6cb6-1615-401d-b550-967292ac69f3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0681617 Aug 30 20:13:02.581220 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-07ea34e6-72d3-496c-9085-de34a90fefac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.582748 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-07ea34e6-72d3-496c-9085-de34a90fefac service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0704346 Aug 30 20:13:02.585706 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e401bb78-d586-4ea9-af0f-10f2e3d103a8 req-45c333f9-729d-41d1-b733-c682df1f220d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659046 Aug 30 20:13:02.607784 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48174) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:02.690076 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-72c22772-392c-4575-ae1b-29f35db4441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.692675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-72c22772-392c-4575-ae1b-29f35db4441b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0971167 Aug 30 20:13:02.711422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80689fa4-5cca-41de-aba9-f3e1a88ba536 req-151bf722-4c88-4040-8cc0-e25c622a5ae0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.713028 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80689fa4-5cca-41de-aba9-f3e1a88ba536 req-151bf722-4c88-4040-8cc0-e25c622a5ae0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0851302 Aug 30 20:13:02.794564 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec62485-4127-43d0-ac77-107dd2f19a46 tempest-TestShelveInstance-1739750121 tempest-TestShelveInstance-1739750121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.799857 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1ec62485-4127-43d0-ac77-107dd2f19a46 tempest-TestShelveInstance-1739750121 tempest-TestShelveInstance-1739750121-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1094 time: 0.1880214 Aug 30 20:13:02.800185 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48180) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:02.807693 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:02.825087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80689fa4-5cca-41de-aba9-f3e1a88ba536 req-2731a1ff-b6ac-428d-9e31-746209a1ef11 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974607 Aug 30 20:13:02.847564 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for floatingip, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:02.887288 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-7d19afb2-fd5f-485b-812c-81ca78b55f6f service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715200 Aug 30 20:13:02.906641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c1072-e45d-4d3e-bd9f-05c86e56018e req-b4cf32a6-698a-4ab3-b8db-da1dea21b0fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:02.908300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-578c1072-e45d-4d3e-bd9f-05c86e56018e req-b4cf32a6-698a-4ab3-b8db-da1dea21b0fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0668051 Aug 30 20:13:02.952435 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:02.997094 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-578c1072-e45d-4d3e-bd9f-05c86e56018e req-c106ca76-1467-4092-8f86-66785d489e0c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798728 Aug 30 20:13:03.024602 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f8d69393-0c01-4cdc-b40f-1030bfabe88e req-3c253917-be33-466b-ab29-c7fe3f7d9efe service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153488 Aug 30 20:13:03.074214 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Allocated IP 172.27.2.222 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/d6d90909-5e63-4278-9621-e2276327279e) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:13:03.208111 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.261946 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.302720 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:13:03.305841 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:13:03.311368 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:13:03.332735 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'Port': ['ID=d6d90909-5e63-4278-9621-e2276327279e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:03.677105 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.747807 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.897324 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.902935 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.958474 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abe342-25fa-4d41-9067-8d0598427e41 req-541fd088-8cac-448c-b268-a0ff0ddc3b72 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:03.960255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-52abe342-25fa-4d41-9067-8d0598427e41 req-541fd088-8cac-448c-b268-a0ff0ddc3b72 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0551395 Aug 30 20:13:03.982675 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:03.985762 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event updated for resources: {'Port': ['ID=d6d90909-5e63-4278-9621-e2276327279e,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:04.003738 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-52abe342-25fa-4d41-9067-8d0598427e41 req-31dbbc74-605f-44ef-82ae-6e019302b4be tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331764 Aug 30 20:13:04.125251 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daefab-1d12-46c9-aade-b92daacbd832 req-7ecac399-b877-4b04-b6db-edaadca7f897 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:04.127138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15daefab-1d12-46c9-aade-b92daacbd832 req-7ecac399-b877-4b04-b6db-edaadca7f897 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0541189 Aug 30 20:13:04.171527 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15daefab-1d12-46c9-aade-b92daacbd832 req-7dc155b1-8486-47c1-9168-12a19f64f39b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Aug 30 20:13:04.313239 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.l3_db [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Floating IP f67cce1a-1f4a-41cd-9162-64f08c91ca37 associated. External IP: 172.27.2.222, port: efbc20a6-85e6-41aa-88f0-539c61ce5a43. Aug 30 20:13:04.520443 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Router 43be9026-cbdc-46ca-a12b-264de3742dd8 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:13:04.626426 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:13:04.635959 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Sync routers for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:13:04.642074 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:04.645732 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:13:04.646368 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:13:04.687825 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d77fbd74-c793-412a-9798-0b50d447c1c2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8680296 Aug 30 20:13:04.687825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:04.687825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50983c-1d6f-4c82-a133-d904183edb80" -d '{"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:04.709998 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faafedd3-db0f-4e31-b001-103a280c8d63 x-openstack-request-id: req-faafedd3-db0f-4e31-b001-103a280c8d63 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:04.710293 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:04.710548 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faafedd3-db0f-4e31-b001-103a280c8d63 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:04.710949 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'status': 'completed', 'code': 200} Aug 30 20:13:04.759543 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:13:04.798284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-57510526-def6-4b35-b2b2-efa67666cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:04.799907 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-57510526-def6-4b35-b2b2-efa67666cbe1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0440507 Aug 30 20:13:04.897728 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-5c594d58-9be8-40d2-a8ef-499d3096c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:04.899295 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-5c594d58-9be8-40d2-a8ef-499d3096c900 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.0857060 Aug 30 20:13:04.974838 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-e6edc08f-bd77-4d82-9ccd-59b8384c61bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 1000 time: 0.0631616 Aug 30 20:13:04.979313 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f67cce1a-1f4a-41cd-9162-64f08c91ca37', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'mac_address': 'fa:16:3e:af:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:13:03Z', 'updated_at': '2021-08-30T20:13:03Z', 'revision_number': 0, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:13:05.009216 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Checking router: 43be9026-cbdc-46ca-a12b-264de3742dd8 for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:13:05.018064 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:13:05.019333 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:12:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:13:05.032533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-9b9d485e-a5bd-4d73-9768-5cb1c90f4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:05.034218 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-9b9d485e-a5bd-4d73-9768-5cb1c90f4033 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0487640 Aug 30 20:13:05.127021 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:13:05.130977 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-fdaaa7c4-8d59-4851-b602-e2051f0ad647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:05.132484 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-fdaaa7c4-8d59-4851-b602-e2051f0ad647 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729601 Aug 30 20:13:05.145068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164ad6b-99a2-4828-825a-76b94308ec0d req-c8e3a295-e8da-4fed-964c-d50ca8665196 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:05.146647 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7164ad6b-99a2-4828-825a-76b94308ec0d req-c8e3a295-e8da-4fed-964c-d50ca8665196 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0601921 Aug 30 20:13:05.244900 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7164ad6b-99a2-4828-825a-76b94308ec0d req-764f8b6e-0ea3-4a1c-8d8b-28a4059a0c40 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868514 Aug 30 20:13:05.293268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-099141ca-c18f-4a0e-b418-5eef073d44a9 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430371 Aug 30 20:13:05.309467 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b5032-5007-4c08-bf35-f1c1ebf342d8 req-c41e5b04-56c3-49fc-a517-99688e9c3a0e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:05.310954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3b3b5032-5007-4c08-bf35-f1c1ebf342d8 req-c41e5b04-56c3-49fc-a517-99688e9c3a0e tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0634527 Aug 30 20:13:05.358694 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f67cce1a-1f4a-41cd-9162-64f08c91ca37', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'mac_address': 'fa:16:3e:af:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:13:03Z', 'updated_at': '2021-08-30T20:13:03Z', 'revision_number': 0, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:13:05.385085 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf7792-b86a-4d4f-8805-b2c21b5bfeb3 None None] The sync data for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi is: [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f67cce1a-1f4a-41cd-9162-64f08c91ca37', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'floating_ip_address': '172.27.2.222', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'mac_address': 'fa:16:3e:af:ea:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:13:03Z', 'updated_at': '2021-08-30T20:13:03Z', 'revision_number': 0, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:13:05.401425 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3b3b5032-5007-4c08-bf35-f1c1ebf342d8 req-b803b4da-4935-4572-a9f1-fc580e22489b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804892 Aug 30 20:13:05.435663 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c50983c-1d6f-4c82-a133-d904183edb80 req-6f24c6a3-8e08-464d-8a98-e08c81f951a4 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223621 Aug 30 20:13:05.606389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525eaa26-7edf-4b22-b9da-a915032f0192 None None] New status for floating IP f67cce1a-1f4a-41cd-9162-64f08c91ca37: ACTIVE {{(pid=94126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:13:06.363098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902e2d1-7f72-4515-aeb9-b12717c463ee req-95e5a0c6-bca4-44ff-80f1-0abd5d70e779 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.364558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3902e2d1-7f72-4515-aeb9-b12717c463ee req-95e5a0c6-bca4-44ff-80f1-0abd5d70e779 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0501621 Aug 30 20:13:06.403651 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3902e2d1-7f72-4515-aeb9-b12717c463ee req-41c2c35c-a342-4779-a0e9-6d9711393139 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Aug 30 20:13:06.522084 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86548a9c-9fb3-48f3-b275-1cc969b7bd92 req-c261fb89-d4a5-43fc-a10a-5a6a348978b8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.523579 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86548a9c-9fb3-48f3-b275-1cc969b7bd92 req-c261fb89-d4a5-43fc-a10a-5a6a348978b8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Aug 30 20:13:06.562408 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86548a9c-9fb3-48f3-b275-1cc969b7bd92 req-917d1f7d-7675-4465-83f3-efb8dcc0289b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327921 Aug 30 20:13:06.679786 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610132d-8e5d-482f-9f3c-4d696a3e368c req-5b7f9680-481e-474e-8673-f3f9b914821a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.681280 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5610132d-8e5d-482f-9f3c-4d696a3e368c req-5b7f9680-481e-474e-8673-f3f9b914821a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0785770 Aug 30 20:13:06.687909 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570cc01-d066-4007-968f-442252976c92 req-836ef473-17c9-4c6c-b7e2-4281a949c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.689335 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-836ef473-17c9-4c6c-b7e2-4281a949c1a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0597820 Aug 30 20:13:06.770950 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5610132d-8e5d-482f-9f3c-4d696a3e368c req-3fa61340-5c50-4ed7-858f-e51a0eb44143 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806375 Aug 30 20:13:06.807497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570cc01-d066-4007-968f-442252976c92 req-68579f8f-1124-47c5-85e4-b2a470943eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.809017 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-68579f8f-1124-47c5-85e4-b2a470943eab service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1054785 Aug 30 20:13:06.875160 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-918e7989-be50-4cc3-bcd8-1bf497e395b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0348918 Aug 30 20:13:06.935246 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570cc01-d066-4007-968f-442252976c92 req-bcd435bf-c648-4218-9724-8385acebd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:06.936702 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-bcd435bf-c648-4218-9724-8385acebd737 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0484526 Aug 30 20:13:06.974003 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-bb7706d2-5366-417a-b33b-6b61a8f1557f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247877 Aug 30 20:13:07.076402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-b89bee0e-0ca6-43d1-abea-41a4c76a62f5 service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815959 Aug 30 20:13:07.179391 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3570cc01-d066-4007-968f-442252976c92 req-b0fe78ff-f47b-4580-af18-8b2b341cd6e1 service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871985 Aug 30 20:13:07.679036 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b9b4f-7c24-4f49-bf46-a09c11dced34 req-5c90d5f9-9d66-4c97-9879-9abb93b5cca9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:07.680621 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-501b9b4f-7c24-4f49-bf46-a09c11dced34 req-5c90d5f9-9d66-4c97-9879-9abb93b5cca9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Aug 30 20:13:07.719029 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-501b9b4f-7c24-4f49-bf46-a09c11dced34 req-c1789245-1bcf-4cfc-93aa-5ecea942bc88 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Aug 30 20:13:07.896046 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d5b88-7e2b-41d5-80e6-fc7055a96cf6 req-5e65f1de-a19d-44d8-90bd-57ccce576dc0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:07.897520 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-989d5b88-7e2b-41d5-80e6-fc7055a96cf6 req-5e65f1de-a19d-44d8-90bd-57ccce576dc0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0514102 Aug 30 20:13:07.942831 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-989d5b88-7e2b-41d5-80e6-fc7055a96cf6 req-0d9c6823-c48f-45ec-91f7-0524741b9ef0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Aug 30 20:13:08.843114 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c6c25-63cb-4872-96e2-185a8cb8ecd1 req-5064e191-3cae-41df-8f6c-e65cf9dba6fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:08.844586 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d46c6c25-63cb-4872-96e2-185a8cb8ecd1 req-5064e191-3cae-41df-8f6c-e65cf9dba6fe tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0527864 Aug 30 20:13:08.882134 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d46c6c25-63cb-4872-96e2-185a8cb8ecd1 req-14413214-5a05-45e1-84a4-3091caf44a78 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Aug 30 20:13:09.073005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0c6d6-eb07-48ac-80b2-9d81c577d682 req-aeb9dce7-3bee-425b-90d7-2a7499d72886 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:09.075048 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c8a0c6d6-eb07-48ac-80b2-9d81c577d682 req-aeb9dce7-3bee-425b-90d7-2a7499d72886 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0634370 Aug 30 20:13:09.118375 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c8a0c6d6-eb07-48ac-80b2-9d81c577d682 req-f23c859f-ca1c-4fba-a4e5-5f15aaac5ef9 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348868 Aug 30 20:13:10.236776 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50348de8-afb4-4b9c-88a9-3a84cb963ebb req-32f5c05e-67ab-40af-a0c9-3cdd544831c5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:10.238908 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-50348de8-afb4-4b9c-88a9-3a84cb963ebb req-32f5c05e-67ab-40af-a0c9-3cdd544831c5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0503631 Aug 30 20:13:10.277891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-50348de8-afb4-4b9c-88a9-3a84cb963ebb req-4b3b3ba6-1c18-4179-9dae-68dcbae23e92 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Aug 30 20:13:11.161951 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ab4447aa-4afa-4ae2-8604-4c350d122425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:11.412179 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97686204-63c3-41e4-8486-fdfa63a34a1d req-9168140b-a84d-49d8-9893-350d3a05dc31 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:11.413686 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97686204-63c3-41e4-8486-fdfa63a34a1d req-9168140b-a84d-49d8-9893-350d3a05dc31 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0558467 Aug 30 20:13:11.454296 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97686204-63c3-41e4-8486-fdfa63a34a1d req-10d3c7ca-9c0f-44e3-bf77-36e928bda36c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344057 Aug 30 20:13:12.578348 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039d732-64b8-4694-b143-783ba10e572d req-be5c948d-b14d-4ced-9593-7ddfef7a482a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:12.579736 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d039d732-64b8-4694-b143-783ba10e572d req-be5c948d-b14d-4ced-9593-7ddfef7a482a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0496094 Aug 30 20:13:12.618113 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d039d732-64b8-4694-b143-783ba10e572d req-d887873b-3578-4153-8daf-ff5f7f0a34c3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Aug 30 20:13:13.735295 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32378fe1-bbee-4e29-856b-1a4168b161b8 req-87f1ada3-9e8d-4590-930f-fe759317b319 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:13.736875 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32378fe1-bbee-4e29-856b-1a4168b161b8 req-87f1ada3-9e8d-4590-930f-fe759317b319 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0495651 Aug 30 20:13:13.775741 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32378fe1-bbee-4e29-856b-1a4168b161b8 req-f6d94499-b1fe-4ec9-9b9e-288b29d70557 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328288 Aug 30 20:13:14.316877 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-25654510-ab43-4d09-a525-08ac86f8426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:14.686487 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:14.901603 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712d28f-6077-4273-a85a-591209430a96 req-f6b2af0a-7c16-4b45-b363-c129edbeb594 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:14.903090 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1712d28f-6077-4273-a85a-591209430a96 req-f6b2af0a-7c16-4b45-b363-c129edbeb594 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0551572 Aug 30 20:13:14.941801 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1712d28f-6077-4273-a85a-591209430a96 req-b7a5e6ac-3594-4293-b4bb-e09a72740c46 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Aug 30 20:13:15.629880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:17.431657 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a64b-7e61-414e-a3f1-1a915a070fb7 req-93322da2-bd79-4506-94bd-86a710d27e73 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:17.433221 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1a82a64b-7e61-414e-a3f1-1a915a070fb7 req-93322da2-bd79-4506-94bd-86a710d27e73 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0503836 Aug 30 20:13:17.473917 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1a82a64b-7e61-414e-a3f1-1a915a070fb7 req-a8ed97e1-df79-4931-b80a-de1319c9a1d0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344281 Aug 30 20:13:17.476966 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:20.987134 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:34.464818 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:13:38.804148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 48598) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:38.909262 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-efc9c494-eedb-4a2f-88f1-a6930611ec89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:38.995111 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-efc9c494-eedb-4a2f-88f1-a6930611ec89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:38.999708 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-efc9c494-eedb-4a2f-88f1-a6930611ec89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:39.040483 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-efc9c494-eedb-4a2f-88f1-a6930611ec89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e400c6b5daf14f0db902843f84779a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352171 Aug 30 20:13:39.041337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9c494-eedb-4a2f-88f1-a6930611ec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d788344-610a-42a7-a392-3df6652069d5,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:39.043695 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 48602) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:13:39.097755 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:39.119746 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:39.170359 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:39.173061 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:39.174516 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d788344-610a-42a7-a392-3df6652069d5 HTTP/1.1" status: 204 len: 168 time: 0.1287270 Aug 30 20:13:39.182172 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fc3bd-a005-497c-89fc-045023c19a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d788344-610a-42a7-a392-3df6652069d5,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:41.163981 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a1b85178-1619-4407-aaa3-bed01c18cbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:41.426090 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ec1e7708-37c6-4190-b13e-3620cff8f00a tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=86f410e0178f4a50ab5132dd395085cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286119 Aug 30 20:13:41.614597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ed05aec5-fa43-4604-ae0e-c8e266eca3a8 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:41.615971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ed05aec5-fa43-4604-ae0e-c8e266eca3a8 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844888 Aug 30 20:13:41.632009 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-1cf35a86-8f61-42be-9a92-cb9cd10db066 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/quotas/86f410e0178f4a50ab5132dd395085cb HTTP/1.1" status: 200 len: 375 time: 0.0097618 Aug 30 20:13:41.664742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-dab72031-c7ca-4988-be04-83ed3348120c tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=86f410e0178f4a50ab5132dd395085cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269845 Aug 30 20:13:41.844138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5785802d-f65f-49b9-9d39-dc9994272df4 req-4388eef9-f92e-4483-995b-d084456c6b1f tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 210 time: 0.0345893 Aug 30 20:13:43.171590 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f07f7ed-efc2-4b51-bd99-781fd7343dac req-67bba50f-c4c9-41b9-9c1d-e370199abcf7 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 210 time: 0.2524059 Aug 30 20:13:43.192936 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ce8148f3-4e53-4b77-8d7c-d5f37d16de3d tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=86f410e0178f4a50ab5132dd395085cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236735 Aug 30 20:13:43.301023 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-79fda127-2a1d-4744-80e8-755c1480ef59 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:43.302594 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-79fda127-2a1d-4744-80e8-755c1480ef59 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1018777 Aug 30 20:13:43.319593 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Request body: {'port': {'device_id': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc', 'admin_state_up': True, 'tenant_id': '86f410e0178f4a50ab5132dd395085cb'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:43.430639 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Made reservation on behalf of 86f410e0178f4a50ab5132dd395085cb for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:13:43.434491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.444222 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.541898 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.545981 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.614580 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7944f4-96b4-431b-8cb0-b52bafccbcec,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:43.689224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Allocated IP 192.168.233.223 (80b0f65a-5625-44a4-b8aa-79b7462b5bfc/f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1/6814b4b3-78f1-4862-8510-d4bf88a8ea10) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:13:43.850352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.870574 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Transition to ACTIVE for port object 6814b4b3-78f1-4862-8510-d4bf88a8ea10 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:13:43.911966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:43.959189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:13:43.962232 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:13:43.966013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:13:43.972238 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Pushing event updated for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:44.022415 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:44.023073 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.041894 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-39c0caae-8c4f-4da6-ae68-e8919222e8ec tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7261410 Aug 30 20:13:44.070833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Request body: {'port': {'device_id': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:13:44.139433 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.213491 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c279af97-7b0d-40bf-8a75-eae67c8c1fad None None] Provisioning for port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:13:44.219592 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c279af97-7b0d-40bf-8a75-eae67c8c1fad None None] Provisioning complete for port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:13:44.220177 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c279af97-7b0d-40bf-8a75-eae67c8c1fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.268860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c279af97-7b0d-40bf-8a75-eae67c8c1fad None None] Port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:13:44.318871 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0e637760-4fe9-47dc-8d8b-4c99405cff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.383250 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97eb4e-2afb-4398-949c-5a53c18e88d7 req-d5759f33-96c6-49fb-bd3f-7898c32d61e7 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:44.384526 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2b97eb4e-2afb-4398-949c-5a53c18e88d7 req-d5759f33-96c6-49fb-bd3f-7898c32d61e7 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 936 time: 0.1063659 Aug 30 20:13:44.448228 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2b97eb4e-2afb-4398-949c-5a53c18e88d7 req-2d5e95af-1911-4ca3-9944-8841086f917e tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575361 Aug 30 20:13:44.518418 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6814b4b3-78f1-4862-8510-d4bf88a8ea10 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:13:44.527217 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.539808 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Transition to ACTIVE for port object 6814b4b3-78f1-4862-8510-d4bf88a8ea10 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:13:44.543570 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.597283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:44.675361 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Attempting to bind port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:13:44.675806 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Attempting to bind port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:13:44.676223 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Attempting to bind port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 on network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:13:44.681508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 on network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:13:44.682004 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Attempting to bind port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 on network 80b0f65a-5625-44a4-b8aa-79b7462b5bfc {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:13:44.687305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:13:44.687883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Checking segment: {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:13:44.688275 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Bound using segment: {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:13:44.688764 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Bound port: 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab80833-b624-4b59-ade5-66f58f724900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:13:44.689202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.691205 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.763761 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:13:44.766978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:13:44.772077 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.811562 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:44.811936 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:44.813315 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] 10.222.0.90 "PUT /v2.0/ports/6814b4b3-78f1-4862-8510-d4bf88a8ea10 HTTP/1.1" status: 200 len: 1098 time: 0.7473705 Aug 30 20:13:44.813785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:44.816132 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ece413-4f68-4142-b61c-d5a30b5b5a13" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:44.839579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b6194-9424-4d9f-a7a8-96786539dab2 service neutron] Pushing event updated for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:44.880681 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7baee1-56f2-44f7-bdc9-09e886492ba8 x-openstack-request-id: req-fd7baee1-56f2-44f7-bdc9-09e886492ba8 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:44.880967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:44.881218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd7baee1-56f2-44f7-bdc9-09e886492ba8 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:44.881605 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10', 'status': 'completed', 'code': 200} Aug 30 20:13:44.922631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-8341e368-34c6-485a-ab0b-d6c2c17f9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:44.925228 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-8341e368-34c6-485a-ab0b-d6c2c17f9762 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f410e0178f4a50ab5132dd395085cb&device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 1101 time: 0.0541856 Aug 30 20:13:44.992200 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-c791b505-7b85-44f4-9057-8aed59374626 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10 HTTP/1.1" status: 200 len: 217 time: 0.0548027 Aug 30 20:13:45.058697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-bb5da9be-3532-47f4-9590-ee40e0ece2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.060154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-bb5da9be-3532-47f4-9590-ee40e0ece2b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1 HTTP/1.1" status: 200 len: 843 time: 0.0582354 Aug 30 20:13:45.138046 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ba3bb074-32a4-4002-aa55-ded0219afd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.139555 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ba3bb074-32a4-4002-aa55-ded0219afd3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b0f65a-5625-44a4-b8aa-79b7462b5bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0411859 Aug 30 20:13:45.238114 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-6e099848-ed78-4125-ae00-de889d1c5412 service neutron] 10.222.0.90 "GET /v2.0/networks/80b0f65a-5625-44a4-b8aa-79b7462b5bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869977 Aug 30 20:13:45.346281 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfc36c9e-0e9b-4be0-b9c9-740a41c79d0e req-ddca88c8-df53-47e5-a3c8-07948aa78fa6 service neutron] 10.222.0.90 "GET /v2.0/networks/80b0f65a-5625-44a4-b8aa-79b7462b5bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928090 Aug 30 20:13:45.493998 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-b12d687f-cb60-4397-8550-2579209486b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.495508 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-b12d687f-cb60-4397-8550-2579209486b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=86f410e0178f4a50ab5132dd395085cb&device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 1101 time: 0.0460699 Aug 30 20:13:45.630189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a6516-b174-402e-bd39-bd080bf500a7 req-47153bb0-2eef-49ba-af23-a778e8c0aa1b tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.631721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c96a6516-b174-402e-bd39-bd080bf500a7 req-47153bb0-2eef-49ba-af23-a778e8c0aa1b tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 948 time: 0.1054316 Aug 30 20:13:45.633439 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:45.691022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-46c8d1a9-3eb6-4211-848f-32620c1ace47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.692511 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-46c8d1a9-3eb6-4211-848f-32620c1ace47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=80b0f65a-5625-44a4-b8aa-79b7462b5bfc HTTP/1.1" status: 200 len: 870 time: 0.1357999 Aug 30 20:13:45.698035 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c96a6516-b174-402e-bd39-bd080bf500a7 req-dbbd6853-1d0d-4f72-956a-2b96c8f71dbf tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593159 Aug 30 20:13:45.745393 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-a8ac0182-6427-4d52-ab3e-fa3b86cb6f60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10 HTTP/1.1" status: 200 len: 217 time: 0.0382497 Aug 30 20:13:45.809213 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-cd85380d-9974-430a-b641-34b9d3886ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.810715 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-cd85380d-9974-430a-b641-34b9d3886ab8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1 HTTP/1.1" status: 200 len: 843 time: 0.0459316 Aug 30 20:13:45.867537 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-94edb074-4f9c-487e-9f9a-5c6ccfd35713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:45.869115 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-94edb074-4f9c-487e-9f9a-5c6ccfd35713 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=80b0f65a-5625-44a4-b8aa-79b7462b5bfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417087 Aug 30 20:13:45.977578 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-046f19fb-4274-477c-82df-c8d287377874 service neutron] 10.222.0.90 "GET /v2.0/networks/80b0f65a-5625-44a4-b8aa-79b7462b5bfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958722 Aug 30 20:13:46.100521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-97ece413-4f68-4142-b61c-d5a30b5b5a13 req-85aa863e-6863-4a95-b2a4-8dcee5c3627e service neutron] 10.222.0.90 "GET /v2.0/networks/80b0f65a-5625-44a4-b8aa-79b7462b5bfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867605 Aug 30 20:13:46.822563 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8828ab7-e54a-4b7b-b025-2d3fd663f849 req-8b81622a-970f-4e46-b1dd-bcb1ba157a74 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:46.824775 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8828ab7-e54a-4b7b-b025-2d3fd663f849 req-8b81622a-970f-4e46-b1dd-bcb1ba157a74 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 948 time: 0.0575368 Aug 30 20:13:46.863839 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8828ab7-e54a-4b7b-b025-2d3fd663f849 req-d70b35e9-08f4-4a85-a8a8-f56f3b2f1c0d tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Aug 30 20:13:47.481452 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:47.991352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc7f82-e326-4187-b901-c51800c3abef req-e6f7b6e5-1d11-4007-abf7-a87a7ab588cf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:47.992955 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03bc7f82-e326-4187-b901-c51800c3abef req-e6f7b6e5-1d11-4007-abf7-a87a7ab588cf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0847983 Aug 30 20:13:47.994897 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-9a2f251a-3215-4732-a609-993eb6d61959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:47.996252 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-9a2f251a-3215-4732-a609-993eb6d61959 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0605900 Aug 30 20:13:48.112564 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03bc7f82-e326-4187-b901-c51800c3abef req-42b71932-c014-4995-919c-a5a372968da7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123674 Aug 30 20:13:48.143386 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60492-22a1-4d75-b668-cdb19181f160 req-47d9d7f9-52e3-4c01-82f7-f7e1fb5751b6 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:48.144887 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-88a60492-22a1-4d75-b668-cdb19181f160 req-47d9d7f9-52e3-4c01-82f7-f7e1fb5751b6 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 948 time: 0.1304896 Aug 30 20:13:48.165125 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-1143cdfd-64dd-4ed9-96c9-eeb9e1f1180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:48.166590 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-1143cdfd-64dd-4ed9-96c9-eeb9e1f1180d service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1532850 Aug 30 20:13:48.227226 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-88a60492-22a1-4d75-b668-cdb19181f160 req-e39c0d2a-026f-4382-80a2-e6e02cd31bbc tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731695 Aug 30 20:13:48.228334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-1e3349f8-01c8-4592-8f92-49a7ccda9a31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0489340 Aug 30 20:13:48.299992 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-4ff0ad4c-1785-4bc2-afaa-5e13bb729f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:48.301473 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-4ff0ad4c-1785-4bc2-afaa-5e13bb729f15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0453968 Aug 30 20:13:48.337919 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-9bc0ff48-d622-47e8-bd6f-f6835062c613 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266414 Aug 30 20:13:48.433531 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-81aae444-98e0-4d3f-9607-6d0a81ff8a68 service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865588 Aug 30 20:13:48.539962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63ab7675-b97d-40d8-a602-00137f0e8272 req-302d6a16-f472-4e20-b33c-6c2c258207da service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832653 Aug 30 20:13:48.829743 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-309e8bf2-d440-4d6a-ad0d-02d1a2e3ae7f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415368 Aug 30 20:13:48.902668 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-aefed9d1-1a7f-4941-b89a-3466add4e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:48.904125 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-aefed9d1-1a7f-4941-b89a-3466add4e698 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1098 time: 0.0438089 Aug 30 20:13:49.016838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-548e5836-4894-4f07-8560-9b404f4bb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:49.018709 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-548e5836-4894-4f07-8560-9b404f4bb307 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.0893970 Aug 30 20:13:49.104952 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-4efb0d62-3565-4259-bc7f-a9524611570f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 1001 time: 0.0655015 Aug 30 20:13:49.155721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-c51ef135-02ca-44ed-9e5d-7f2c72fd0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:49.157189 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-c51ef135-02ca-44ed-9e5d-7f2c72fd0a11 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0438619 Aug 30 20:13:49.246929 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-eea2b3a5-905b-48eb-84c9-01871948f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:49.248448 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-eea2b3a5-905b-48eb-84c9-01871948f350 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807872 Aug 30 20:13:49.255897 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd98bca-ffe7-4bef-a582-d8aaf342ce50 req-883d3df5-bbea-44fd-b3a0-1ab733b0cf6e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:49.257397 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfd98bca-ffe7-4bef-a582-d8aaf342ce50 req-883d3df5-bbea-44fd-b3a0-1ab733b0cf6e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0650415 Aug 30 20:13:49.386997 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfd98bca-ffe7-4bef-a582-d8aaf342ce50 req-8936608c-ed4b-4cbd-ad3a-20fe7b6adab7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158192 Aug 30 20:13:49.435347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40385-0431-4eed-abb5-f990605731e5 req-4b47d75c-6221-4941-9197-f16da5976919 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:49.436791 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63d40385-0431-4eed-abb5-f990605731e5 req-4b47d75c-6221-4941-9197-f16da5976919 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 948 time: 0.1076307 Aug 30 20:13:49.442549 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-e70f9898-fef1-458b-a5d2-1dc907a6a19d service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789775 Aug 30 20:13:49.520712 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63d40385-0431-4eed-abb5-f990605731e5 req-440058b2-30cc-4910-9bcf-c2f4580904d0 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770030 Aug 30 20:13:49.556573 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b4e7197d-7095-4414-b167-ccf9ac903163 req-63c047ff-aeb4-470d-b557-109e28aaecab service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991359 Aug 30 20:13:50.512600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b96f92-5bde-45f3-a92b-a7b35651a639 req-eb3a82ef-c16c-43ae-98f0-50404648979a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:50.514526 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-39b96f92-5bde-45f3-a92b-a7b35651a639 req-eb3a82ef-c16c-43ae-98f0-50404648979a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0507517 Aug 30 20:13:50.561268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-39b96f92-5bde-45f3-a92b-a7b35651a639 req-f0f99723-08e8-4ef7-b486-080dec8f166b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Aug 30 20:13:50.704308 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff232e-7933-457b-ac6d-495ac42e6384 req-71d52b6b-bacb-4c25-968c-265c9627a69a tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:50.705783 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cbff232e-7933-457b-ac6d-495ac42e6384 req-71d52b6b-bacb-4c25-968c-265c9627a69a tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 948 time: 0.0849438 Aug 30 20:13:50.717171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923a979-38af-4c57-9f2d-927b6774f3fa req-3b01cf43-282f-4e78-9215-ea658f0fb719 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:50.718631 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0923a979-38af-4c57-9f2d-927b6774f3fa req-3b01cf43-282f-4e78-9215-ea658f0fb719 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0887003 Aug 30 20:13:50.776776 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cbff232e-7933-457b-ac6d-495ac42e6384 req-df1d56c0-0178-4a9c-b19c-c2931793ace7 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571918 Aug 30 20:13:50.779530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0923a979-38af-4c57-9f2d-927b6774f3fa req-c6b41c89-344f-47ce-b41d-e4ca4efb0c67 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536005 Aug 30 20:13:51.011022 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:51.175074 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6814b4b3-78f1-4862-8510-d4bf88a8ea10 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:13:51.273189 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:51.286802 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '6814b4b3-78f1-4862-8510-d4bf88a8ea10', 'network_id': '80b0f65a-5625-44a4-b8aa-79b7462b5bfc', 'port_id': '6814b4b3-78f1-4862-8510-d4bf88a8ea10', 'mac_address': 'fa:16:3e:84:f4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63f0d8e-0445-42bf-9a9f-3b6961ffd0b1', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:13:51.328565 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:51.341683 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6814b4b3-78f1-4862-8510-d4bf88a8ea10 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:13:51.361633 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:51.366012 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:51.413347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:51.683939 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4196b0-a17f-4d0b-bf0c-37203ba32943 req-747d5fa0-e728-477c-b480-4e9675a149a0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:51.685507 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e4196b0-a17f-4d0b-bf0c-37203ba32943 req-747d5fa0-e728-477c-b480-4e9675a149a0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0557861 Aug 30 20:13:51.733508 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e4196b0-a17f-4d0b-bf0c-37203ba32943 req-5e6e55e4-1046-46a0-b8bd-150da00aff32 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415933 Aug 30 20:13:51.923339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812cd0c-803a-495b-97be-c9c2129ab54a req-a357f6db-2737-4b38-a15c-2c14415b953c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:51.925132 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0812cd0c-803a-495b-97be-c9c2129ab54a req-a357f6db-2737-4b38-a15c-2c14415b953c tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0745118 Aug 30 20:13:51.938895 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea3dcc-8189-4729-9590-111428bce326 req-560fe8f2-6fb4-4bc7-ac92-76658b33c0c0 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:51.940546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-66ea3dcc-8189-4729-9590-111428bce326 req-560fe8f2-6fb4-4bc7-ac92-76658b33c0c0 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 949 time: 0.0881088 Aug 30 20:13:52.003040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0812cd0c-803a-495b-97be-c9c2129ab54a req-a98df92b-4d4d-4e04-aa35-68284169fbf5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Aug 30 20:13:52.005955 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-66ea3dcc-8189-4729-9590-111428bce326 req-d0df605d-fd66-42c5-85e0-84caa0125490 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581319 Aug 30 20:13:52.149301 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['6814b4b3-78f1-4862-8510-d4bf88a8ea10'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:13:52.854728 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d091f5-db3a-4e79-8919-3ad16b8ec485 req-68f6bbc3-3ac2-4765-bd6b-d8d3bae3c714 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:52.856268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a3d091f5-db3a-4e79-8919-3ad16b8ec485 req-68f6bbc3-3ac2-4765-bd6b-d8d3bae3c714 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0498304 Aug 30 20:13:52.897101 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a3d091f5-db3a-4e79-8919-3ad16b8ec485 req-8ffe46e2-41e8-473c-be09-a98ef8a0a7d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342035 Aug 30 20:13:53.159773 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f890a-f011-434b-aa42-372bc114e1ec req-c7e847c1-82fb-4a2a-8877-8b7ca391f935 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:53.161304 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d29f890a-f011-434b-aa42-372bc114e1ec req-c7e847c1-82fb-4a2a-8877-8b7ca391f935 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 949 time: 0.0768597 Aug 30 20:13:53.171869 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373738b4-6886-4ca0-a2c3-4bcbe6a687e4 req-d13400af-0ad2-4988-ae75-3938dc4c01e6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:53.173317 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-373738b4-6886-4ca0-a2c3-4bcbe6a687e4 req-d13400af-0ad2-4988-ae75-3938dc4c01e6 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0800698 Aug 30 20:13:53.234329 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d29f890a-f011-434b-aa42-372bc114e1ec req-19b97248-9dde-4a1e-9ac7-821e32e5aff1 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599122 Aug 30 20:13:53.237292 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-373738b4-6886-4ca0-a2c3-4bcbe6a687e4 req-5be17cab-85aa-49a4-b76b-88485b7294be tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Aug 30 20:13:54.021997 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e5fc-df39-43d4-a5f0-b6171021f14d req-6b9746ec-3dcd-4355-9b54-58374919f6ac tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:54.023509 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e9f5e5fc-df39-43d4-a5f0-b6171021f14d req-6b9746ec-3dcd-4355-9b54-58374919f6ac tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Aug 30 20:13:54.062423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e9f5e5fc-df39-43d4-a5f0-b6171021f14d req-b624b8b2-9912-42bb-82f7-398c85c4f953 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Aug 30 20:13:54.187106 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187ca66-1742-46ca-b616-a9612175ee05 req-3f269087-bc50-4664-9645-27c744add439 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:54.188538 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6187ca66-1742-46ca-b616-a9612175ee05 req-3f269087-bc50-4664-9645-27c744add439 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.0487726 Aug 30 20:13:54.295713 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Deleting port c8c7ea18-4824-49da-a0d8-9dd958b60f59 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:13:54.296096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:54.661098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b5b37-00de-4cec-8085-4eda09c2ac9f req-cedba5cc-f1ee-4eb8-8f00-c1c641a33786 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:54.662587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e39b5b37-00de-4cec-8085-4eda09c2ac9f req-cedba5cc-f1ee-4eb8-8f00-c1c641a33786 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 949 time: 0.3508804 Aug 30 20:13:54.676685 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4384fdd-5337-4b86-a85c-c59b3a5d7dae req-87548fc7-7404-4985-8aff-ccedd40b280b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:54.678141 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c4384fdd-5337-4b86-a85c-c59b3a5d7dae req-87548fc7-7404-4985-8aff-ccedd40b280b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 945 time: 0.3675148 Aug 30 20:13:54.688911 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] For port c8c7ea18-4824-49da-a0d8-9dd958b60f59, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=c8c7ea18-4824-49da-a0d8-9dd958b60f59,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:54.689422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:54.725259 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Calling delete_port for c8c7ea18-4824-49da-a0d8-9dd958b60f59 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:13:54.785240 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e39b5b37-00de-4cec-8085-4eda09c2ac9f req-7fdd6435-2f39-4469-8eb7-5fba13d34392 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162016 Aug 30 20:13:54.823317 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c4384fdd-5337-4b86-a85c-c59b3a5d7dae req-7bffc100-3174-4466-891f-445cce16f6ca tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313167 Aug 30 20:13:54.919587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:54.932858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'c8c7ea18-4824-49da-a0d8-9dd958b60f59'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:13:54.948762 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event deleted for resources: {'Port': ['ID=c8c7ea18-4824-49da-a0d8-9dd958b60f59,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:55.025278 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] No DVR routers for this DVR port c8c7ea18-4824-49da-a0d8-9dd958b60f59 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:13:55.028446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:55.030537 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6187ca66-1742-46ca-b616-a9612175ee05 req-017b3da7-b83d-4b6b-90db-be71a3a786a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "DELETE /v2.0/ports/c8c7ea18-4824-49da-a0d8-9dd958b60f59 HTTP/1.1" status: 204 len: 173 time: 0.8337476 Aug 30 20:13:55.030966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'name': 'network-vif-deleted', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:55.033723 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a0c72-8054-4c0a-9126-a7589cc26d3d" -d '{"events": [{"server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "name": "network-vif-deleted", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:55.075080 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9fd96a-893f-4e18-898b-806b77ba0ce3 x-openstack-request-id: req-6a9fd96a-893f-4e18-898b-806b77ba0ce3 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:55.075351 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a088f5-01b3-4b99-9e62-0eb568d8e160", "name": "network-vif-deleted", "tag": "c8c7ea18-4824-49da-a0d8-9dd958b60f59", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:55.075680 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a9fd96a-893f-4e18-898b-806b77ba0ce3 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:55.075992 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a088f5-01b3-4b99-9e62-0eb568d8e160', 'name': 'network-vif-deleted', 'tag': 'c8c7ea18-4824-49da-a0d8-9dd958b60f59', 'status': 'completed', 'code': 200} Aug 30 20:13:55.188517 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6814b4b3-78f1-4862-8510-d4bf88a8ea10 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:13:55.197721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a73fdd-6fbb-45b8-bed9-c2f2c306f40e req-9b9ab26e-c29e-4fd4-bae8-7406541644f7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:55.199343 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7a73fdd-6fbb-45b8-bed9-c2f2c306f40e req-9b9ab26e-c29e-4fd4-bae8-7406541644f7 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0584505 Aug 30 20:13:55.242186 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7a73fdd-6fbb-45b8-bed9-c2f2c306f40e req-7362bd50-f991-43a2-a951-880de328281c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Aug 30 20:13:55.286009 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:13:55.297189 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:13:55.297553 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:55.405919 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:55.429666 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:13:55.431938 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d6afc-8d3a-47c5-85d0-4ed76f6e3d11" -d '{"events": [{"server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "name": "network-vif-plugged", "status": "completed", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:13:55.446067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:13:55.451093 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:13:55.478085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd44c4-7a5c-49cc-9596-f3b14e06ebcc x-openstack-request-id: req-f9bd44c4-7a5c-49cc-9596-f3b14e06ebcc {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:13:55.478378 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "name": "network-vif-plugged", "status": "completed", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:13:55.478624 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9bd44c4-7a5c-49cc-9596-f3b14e06ebcc {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:13:55.479009 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10', 'code': 200} Aug 30 20:13:55.504592 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:13:55.511790 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.512141 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.512484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.512820 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.513152 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.513482 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.513837 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.514165 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.514513 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.514844 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.515169 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.515489 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:13:55.677957 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9da2a-5ca0-40de-858c-3751d082378e req-695b3ef4-eecd-429e-a514-80b745889f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:55.679569 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ace9da2a-5ca0-40de-858c-3751d082378e req-695b3ef4-eecd-429e-a514-80b745889f6d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 1103 time: 0.0448108 Aug 30 20:13:55.727940 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ace9da2a-5ca0-40de-858c-3751d082378e req-fcf2b41b-7b88-4d89-a1aa-bb121ff01cf9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370016 Aug 30 20:13:55.901910 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c67b28-2f2f-4a79-a43e-ccfcd854a104 req-94fabbc3-dc09-46d3-b15e-028dadf9e909 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:55.903574 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77c67b28-2f2f-4a79-a43e-ccfcd854a104 req-94fabbc3-dc09-46d3-b15e-028dadf9e909 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0518966 Aug 30 20:13:55.952131 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f5fcba72-36dd-4c58-be14-180ea47d131d req-4695a2ca-4727-49e4-a081-93c3ea5ec924 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=79a088f5-01b3-4b99-9e62-0eb568d8e160 HTTP/1.1" status: 200 len: 210 time: 0.0357168 Aug 30 20:13:55.967334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77c67b28-2f2f-4a79-a43e-ccfcd854a104 req-f3e1a570-a7ac-4e8a-aba9-4ec703605697 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571258 Aug 30 20:13:56.390648 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45d660-273a-4424-839b-66ba8cac8616 req-05a785e0-a062-4bf6-ac61-41b5cc22c2d6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:56.393482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d45d660-273a-4424-839b-66ba8cac8616 req-05a785e0-a062-4bf6-ac61-41b5cc22c2d6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0630662 Aug 30 20:13:56.437974 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0d45d660-273a-4424-839b-66ba8cac8616 req-1887b756-e113-4a0f-8445-ffa74245d21d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382929 Aug 30 20:13:57.135063 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58acc3-70b8-40ad-abc2-fd6b19efd410 req-2a10ede1-50e6-4d80-ab24-a00e873e3806 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:57.136555 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ea58acc3-70b8-40ad-abc2-fd6b19efd410 req-2a10ede1-50e6-4d80-ab24-a00e873e3806 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0745778 Aug 30 20:13:57.182857 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ea58acc3-70b8-40ad-abc2-fd6b19efd410 req-845254db-c868-4713-a9d8-1f9b9464ca1c tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397007 Aug 30 20:13:57.575121 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11dfdc-22b3-4959-a087-2ad955637234 req-a7928e30-0d96-4bb1-9ee3-911fdaf82dcb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:57.576699 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc11dfdc-22b3-4959-a087-2ad955637234 req-a7928e30-0d96-4bb1-9ee3-911fdaf82dcb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0567410 Aug 30 20:13:57.622482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc11dfdc-22b3-4959-a087-2ad955637234 req-d2bee5e0-fefd-4f64-a40c-d8e4b83de50a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387969 Aug 30 20:13:58.307416 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffef34-b50c-4732-8b5b-300d215fd9c9 req-3accf46a-872c-4207-a4d3-3e40bdb53a04 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:58.308987 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48ffef34-b50c-4732-8b5b-300d215fd9c9 req-3accf46a-872c-4207-a4d3-3e40bdb53a04 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0567083 Aug 30 20:13:58.350263 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-48ffef34-b50c-4732-8b5b-300d215fd9c9 req-02f9080e-057a-4e8c-82fd-8bef24e3d49f tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341344 Aug 30 20:13:58.404402 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d4f89-cec7-4b37-8f7d-478589181d7e req-4e0c56c2-e7a6-4e14-bbca-622946aa9cd4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:58.406222 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-788d4f89-cec7-4b37-8f7d-478589181d7e req-4e0c56c2-e7a6-4e14-bbca-622946aa9cd4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0548701 Aug 30 20:13:58.445044 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-788d4f89-cec7-4b37-8f7d-478589181d7e req-da02b72d-d907-4a96-8c21-652bd43c9e33 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Aug 30 20:13:58.691204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f0d6c-ff8e-429c-a766-111cc0fc0dcc req-667b8b00-3841-4f4f-9ca0-7e3d2655af6a tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:58.692725 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad1f0d6c-ff8e-429c-a766-111cc0fc0dcc req-667b8b00-3841-4f4f-9ca0-7e3d2655af6a tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0510750 Aug 30 20:13:58.760389 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad1f0d6c-ff8e-429c-a766-111cc0fc0dcc req-481cfbe5-9e05-420a-917b-644b620843ea tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572152 Aug 30 20:13:58.769140 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7500d-2705-4af5-8e65-a02ae85b6211 req-d60c3b37-b9a3-4188-92c3-2eb807c22a46 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:58.770832 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f1d7500d-2705-4af5-8e65-a02ae85b6211 req-d60c3b37-b9a3-4188-92c3-2eb807c22a46 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0770540 Aug 30 20:13:58.814289 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f1d7500d-2705-4af5-8e65-a02ae85b6211 req-bbcb5c1c-0287-4df6-91ce-ad5d5c96af3a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Aug 30 20:13:59.216273 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device c8c7ea18-4824-49da-a0d8-9dd958b60f59 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:13:59.241074 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: c8c7ea18-4824-49da-a0d8-9dd958b60f59 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:13:59.241408 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device c8c7ea18-4824-49da-a0d8-9dd958b60f59 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:13:59.567098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c18331-55dc-48ca-8514-66fbdffa8e6d req-2fc6e10c-7822-4891-9d3e-292dc5d1c4f0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:59.568621 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4c18331-55dc-48ca-8514-66fbdffa8e6d req-2fc6e10c-7822-4891-9d3e-292dc5d1c4f0 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0517294 Aug 30 20:13:59.616246 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4c18331-55dc-48ca-8514-66fbdffa8e6d req-4011199d-4b2c-4eba-9354-ffb8f6a9599a tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406415 Aug 30 20:13:59.902068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034019c7-27a0-4250-9666-e8afe098208b req-8e6685d8-2945-4a76-8c10-6e09d1ad5a39 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:59.904311 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-034019c7-27a0-4250-9666-e8afe098208b req-8e6685d8-2945-4a76-8c10-6e09d1ad5a39 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0687613 Aug 30 20:13:59.983971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-034019c7-27a0-4250-9666-e8afe098208b req-c65715b2-cb21-42d7-b8c4-75090cbb6ea3 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690453 Aug 30 20:13:59.996680 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfff7eb-9c15-493c-b2f9-099fe4a84249 req-12bf564b-abd2-40d9-8114-16a7300803fd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:13:59.998261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1dfff7eb-9c15-493c-b2f9-099fe4a84249 req-12bf564b-abd2-40d9-8114-16a7300803fd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.1072779 Aug 30 20:14:00.044028 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1dfff7eb-9c15-493c-b2f9-099fe4a84249 req-dab0d07c-d175-430b-801f-4cc06de59bbe tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Aug 30 20:14:00.755246 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29b671-dc11-474f-b826-25490447a666 req-b9965f8e-f704-41f6-a127-461c4eb88af9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:00.756831 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb29b671-dc11-474f-b826-25490447a666 req-b9965f8e-f704-41f6-a127-461c4eb88af9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0608444 Aug 30 20:14:00.805745 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb29b671-dc11-474f-b826-25490447a666 req-7264fa7b-78b2-41d5-b49a-fdf2e8714595 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420578 Aug 30 20:14:01.129468 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45ab83-a16d-4568-a60c-e8d4e306bb0a req-b03c6cc5-c3c4-409b-a337-4cda7fa28ca3 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:01.131413 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c45ab83-a16d-4568-a60c-e8d4e306bb0a req-b03c6cc5-c3c4-409b-a337-4cda7fa28ca3 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0635235 Aug 30 20:14:01.211869 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c45ab83-a16d-4568-a60c-e8d4e306bb0a req-a459f88b-c6c5-4f65-ab48-20e002d2a06d tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/security-groups?id=af7944f4-96b4-431b-8cb0-b52bafccbcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695398 Aug 30 20:14:01.221934 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba6981-c5a1-464f-ab2d-e2fb45963a3d req-de1863a5-9e70-4166-8c61-eb8deccc9d1b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:01.223473 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6cba6981-c5a1-464f-ab2d-e2fb45963a3d req-de1863a5-9e70-4166-8c61-eb8deccc9d1b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0910425 Aug 30 20:14:01.280929 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6cba6981-c5a1-464f-ab2d-e2fb45963a3d req-46bae372-bb61-4144-b5d6-7b1a063f7e63 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508556 Aug 30 20:14:01.463587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-6deb68ed-4551-4d29-bf71-a81a6c37a91e tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:01.465532 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-6deb68ed-4551-4d29-bf71-a81a6c37a91e tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.90 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 950 time: 0.0527859 Aug 30 20:14:01.572522 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Deleting port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:01.572868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:01.656276 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-596002f8-6497-4890-a3f9-f9649b3ca3bf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:01.658427 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-596002f8-6497-4890-a3f9-f9649b3ca3bf tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.0543699 Aug 30 20:14:01.671235 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] For port 6814b4b3-78f1-4862-8510-d4bf88a8ea10, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6814b4b3-78f1-4862-8510-d4bf88a8ea10,segment=NetworkSegment(bab80833-b624-4b59-ade5-66f58f724900),segment_id=bab80833-b624-4b59-ade5-66f58f724900)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:01.671685 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:01.689914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Calling delete_port for 6814b4b3-78f1-4862-8510-d4bf88a8ea10 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:01.782089 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Deleting port 564e71ca-4d7f-44ab-b005-db19c4b987cc {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:01.782973 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:01.844634 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:01.873682 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['6814b4b3-78f1-4862-8510-d4bf88a8ea10'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:01.882606 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Pushing event deleted for resources: {'Port': ['ID=6814b4b3-78f1-4862-8510-d4bf88a8ea10,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:01.906013 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] For port 564e71ca-4d7f-44ab-b005-db19c4b987cc, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=564e71ca-4d7f-44ab-b005-db19c4b987cc,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:01.906931 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:01.932969 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Calling delete_port for 564e71ca-4d7f-44ab-b005-db19c4b987cc owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:01.950928 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.952226 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.952894 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.953006 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.953270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.953616 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.953982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.954672 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.955303 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.955799 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.955990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.956553 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:01.996979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] No DVR routers for this DVR port 6814b4b3-78f1-4862-8510-d4bf88a8ea10 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:02.002819 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:02.006640 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a83f5f26-97b2-4485-af10-e15719cb9c97 req-13c91048-48b1-4bc4-bfda-a8282c44b5a9 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.90 "DELETE /v2.0/ports/6814b4b3-78f1-4862-8510-d4bf88a8ea10 HTTP/1.1" status: 204 len: 173 time: 0.5307379 Aug 30 20:14:02.007335 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'name': 'network-vif-deleted', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:02.010376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04fdb2-17ea-4fec-9cef-b7f8a81e59ed" -d '{"events": [{"server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "name": "network-vif-deleted", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:02.053871 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72391a8-9cbd-42a3-8e93-ed87a4d7ef1b req-e421ddb7-38e8-4473-82c7-3b2bf4a5829f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:02.058279 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c72391a8-9cbd-42a3-8e93-ed87a4d7ef1b req-e421ddb7-38e8-4473-82c7-3b2bf4a5829f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=5794f2bd-c8f4-4780-9cf1-0307f563ebb7 HTTP/1.1" status: 200 len: 946 time: 0.1639419 Aug 30 20:14:02.125434 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:02.143326 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', '564e71ca-4d7f-44ab-b005-db19c4b987cc'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:02.151156 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c72391a8-9cbd-42a3-8e93-ed87a4d7ef1b req-53961813-7941-417a-b12a-68638af51262 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893364 Aug 30 20:14:02.154133 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b5248c-6c86-43fa-b633-bf21b72c82b7 x-openstack-request-id: req-02b5248c-6c86-43fa-b633-bf21b72c82b7 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:02.154806 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e", "name": "network-vif-deleted", "tag": "6814b4b3-78f1-4862-8510-d4bf88a8ea10", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:02.155611 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02b5248c-6c86-43fa-b633-bf21b72c82b7 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:02.156447 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e', 'name': 'network-vif-deleted', 'tag': '6814b4b3-78f1-4862-8510-d4bf88a8ea10', 'status': 'completed', 'code': 200} Aug 30 20:14:02.180083 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event deleted for resources: {'Port': ['ID=564e71ca-4d7f-44ab-b005-db19c4b987cc,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:02.191393 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.191749 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.192095 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.192438 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.192773 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.193109 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.193437 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.194086 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.194390 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.194715 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.195039 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.195364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:02.245765 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] No DVR routers for this DVR port 564e71ca-4d7f-44ab-b005-db19c4b987cc on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:02.248516 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:02.252186 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f32311b8-86ec-4632-abb3-6d5187edf6e6 req-2767443b-41b5-489b-9a4d-9bfc4c4544a9 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "DELETE /v2.0/ports/564e71ca-4d7f-44ab-b005-db19c4b987cc HTTP/1.1" status: 204 len: 173 time: 0.5850034 Aug 30 20:14:02.252762 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'name': 'network-vif-deleted', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:02.255010 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b5632a-fb38-42fd-94e3-7ee86fae8854" -d '{"events": [{"server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "name": "network-vif-deleted", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:02.296449 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38174b5-a500-4b36-9fd1-5fd55e863c82 x-openstack-request-id: req-e38174b5-a500-4b36-9fd1-5fd55e863c82 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:02.296735 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5794f2bd-c8f4-4780-9cf1-0307f563ebb7", "name": "network-vif-deleted", "tag": "564e71ca-4d7f-44ab-b005-db19c4b987cc", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:02.296987 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e38174b5-a500-4b36-9fd1-5fd55e863c82 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:02.297384 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5794f2bd-c8f4-4780-9cf1-0307f563ebb7', 'name': 'network-vif-deleted', 'tag': '564e71ca-4d7f-44ab-b005-db19c4b987cc', 'status': 'completed', 'code': 200} Aug 30 20:14:02.365539 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7bdf14c5-b2a3-4d39-adbf-1f4f1a18434a req-0c7dde20-9286-4c3d-aede-34f2573d7160 tempest-VolumesNegativeTest-1578653137 tempest-VolumesNegativeTest-1578653137-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0dd0fcd-2b30-4088-a7b1-6d55cc777f1e HTTP/1.1" status: 200 len: 210 time: 0.0455492 Aug 30 20:14:02.424713 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efd104-6ec8-48d6-afbf-e409aefed7a0 req-6abe5277-8d49-47fe-9bf9-e3c7fe678281 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:02.426379 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-19efd104-6ec8-48d6-afbf-e409aefed7a0 req-6abe5277-8d49-47fe-9bf9-e3c7fe678281 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0507357 Aug 30 20:14:02.475044 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-19efd104-6ec8-48d6-afbf-e409aefed7a0 req-d7e25947-19e7-4d90-a7ae-66787935cc45 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333755 Aug 30 20:14:03.456068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba6b1-622d-48b5-aa68-3dcd8a130405 req-12c82034-892c-4b65-a1d9-9cd94d617866 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:03.457587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b94ba6b1-622d-48b5-aa68-3dcd8a130405 req-12c82034-892c-4b65-a1d9-9cd94d617866 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.0528493 Aug 30 20:14:03.514269 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b94ba6b1-622d-48b5-aa68-3dcd8a130405 req-87b8f2ce-f129-489a-a455-d1990f6c8a25 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480638 Aug 30 20:14:03.599458 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7ddb-9cde-4bc7-b7c0-fdaa9ec38456 req-375588c6-0152-4fc9-af45-3afd1aef8ebd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:03.600995 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-928e7ddb-9cde-4bc7-b7c0-fdaa9ec38456 req-375588c6-0152-4fc9-af45-3afd1aef8ebd tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Aug 30 20:14:03.640475 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-928e7ddb-9cde-4bc7-b7c0-fdaa9ec38456 req-7830057f-154e-4dbf-acf2-758deda77143 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Aug 30 20:14:04.644968 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de05603-65f3-4cf6-9073-77b5dbc49254 req-eaa205e7-1e28-4193-ace0-b1d720f77638 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:04.646491 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3de05603-65f3-4cf6-9073-77b5dbc49254 req-eaa205e7-1e28-4193-ace0-b1d720f77638 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.0587282 Aug 30 20:14:04.691570 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3de05603-65f3-4cf6-9073-77b5dbc49254 req-fa246b96-28a4-4927-a66a-eefcf7b284d4 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386932 Aug 30 20:14:04.766352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077d83-b6ff-4291-bce8-279800e839d5 req-55486127-7aac-4a27-99d5-97989d966a5a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:04.768990 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-91077d83-b6ff-4291-bce8-279800e839d5 req-55486127-7aac-4a27-99d5-97989d966a5a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0535522 Aug 30 20:14:04.814683 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-91077d83-b6ff-4291-bce8-279800e839d5 req-8961b35c-c9be-480b-be11-d67c5e472492 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393450 Aug 30 20:14:05.230970 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6814b4b3-78f1-4862-8510-d4bf88a8ea10 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:05.256630 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 6814b4b3-78f1-4862-8510-d4bf88a8ea10 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:05.256890 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6814b4b3-78f1-4862-8510-d4bf88a8ea10 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:05.822966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adc5de-61fc-4f02-bf3d-f273e337278b req-b689185a-5a1d-4a68-973c-cc4463d77415 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:05.824520 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-72adc5de-61fc-4f02-bf3d-f273e337278b req-b689185a-5a1d-4a68-973c-cc4463d77415 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.0524046 Aug 30 20:14:05.872817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-72adc5de-61fc-4f02-bf3d-f273e337278b req-ca7d3e1b-ff06-48fb-98a5-1f005db29b39 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414517 Aug 30 20:14:05.964005 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fe790-83e7-40b0-befe-b50abb037c6f req-78b6ed57-fc5d-4a06-b2f9-a627ada3f8c7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:05.965519 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-440fe790-83e7-40b0-befe-b50abb037c6f req-78b6ed57-fc5d-4a06-b2f9-a627ada3f8c7 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 946 time: 0.0616138 Aug 30 20:14:05.975388 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4640a-8c74-4b11-ba32-1f7ccdcdb1f7 req-9b13bfee-1159-44b4-88e3-6932c9c375d4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:05.976955 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ede4640a-8c74-4b11-ba32-1f7ccdcdb1f7 req-9b13bfee-1159-44b4-88e3-6932c9c375d4 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0674236 Aug 30 20:14:06.020255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ede4640a-8c74-4b11-ba32-1f7ccdcdb1f7 req-6c90b217-671d-45e5-928e-ee6575c11a20 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Aug 30 20:14:06.082686 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Deleting port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:06.083072 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:06.171890 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] For port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:06.172249 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:06.185139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Calling delete_port for e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:06.320423 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:06.333684 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:06.350332 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event deleted for resources: {'Port': ['ID=e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:06.398722 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] No DVR routers for this DVR port e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:06.401964 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:06.404039 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-440fe790-83e7-40b0-befe-b50abb037c6f req-5223801e-f8eb-4bf1-b324-fc7d35cfddc1 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "DELETE /v2.0/ports/e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 HTTP/1.1" status: 204 len: 173 time: 0.4299784 Aug 30 20:14:06.404468 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'name': 'network-vif-deleted', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:06.406755 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795978be-ca59-4b63-be37-aa7e6f35915a" -d '{"events": [{"server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "name": "network-vif-deleted", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:06.444734 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c61d014-72da-4473-ae1f-c2981ed4f998 x-openstack-request-id: req-7c61d014-72da-4473-ae1f-c2981ed4f998 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:06.445120 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a108768-d6a0-4096-8c42-1289a3f58dff", "name": "network-vif-deleted", "tag": "e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:06.445565 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c61d014-72da-4473-ae1f-c2981ed4f998 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:06.445975 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a108768-d6a0-4096-8c42-1289a3f58dff', 'name': 'network-vif-deleted', 'tag': 'e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7', 'status': 'completed', 'code': 200} Aug 30 20:14:06.993204 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2883b118-0889-4fdc-bdad-e7b0b0c0fd8d req-14cddd72-5962-46d0-9f43-8a4b99528941 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a108768-d6a0-4096-8c42-1289a3f58dff HTTP/1.1" status: 200 len: 210 time: 0.0352218 Aug 30 20:14:07.092264 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f64e2-59d0-418d-bfd4-77d6d3643733 req-fb844d25-b647-4807-9202-300ebf584095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:07.094071 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f80f64e2-59d0-418d-bfd4-77d6d3643733 req-fb844d25-b647-4807-9202-300ebf584095 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0466077 Aug 30 20:14:07.147270 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f80f64e2-59d0-418d-bfd4-77d6d3643733 req-d8d9686c-c34c-4b3e-b182-31f7634da1f4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Aug 30 20:14:07.167217 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfacb7f-0bb0-403d-bfd9-d9cf82a7e694 req-f056f91d-0238-4253-ab18-d2a3f741e22a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:07.168667 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1bfacb7f-0bb0-403d-bfd9-d9cf82a7e694 req-f056f91d-0238-4253-ab18-d2a3f741e22a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0693684 Aug 30 20:14:07.210051 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1bfacb7f-0bb0-403d-bfd9-d9cf82a7e694 req-6978923f-0c4b-475d-b493-64e01105e06d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350420 Aug 30 20:14:07.244380 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 564e71ca-4d7f-44ab-b005-db19c4b987cc no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:07.265272 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 564e71ca-4d7f-44ab-b005-db19c4b987cc {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:07.265618 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 564e71ca-4d7f-44ab-b005-db19c4b987cc not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:07.362567 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49186) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:07.497646 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a9169866-5243-4a55-9fbc-9d424a3eaffb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86f410e0178f4a50ab5132dd395085cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1337295 Aug 30 20:14:07.499933 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49192) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:07.553295 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:07.582287 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:07.632672 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:07.635527 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:07.638112 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af7944f4-96b4-431b-8cb0-b52bafccbcec HTTP/1.1" status: 204 len: 168 time: 0.1372225 Aug 30 20:14:07.646939 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d9f578-37a8-489d-826a-bebb21c2f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7944f4-96b4-431b-8cb0-b52bafccbcec,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:08.337912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0852-1c1b-4299-a26e-6f72918c4a76 req-61c63665-00d2-4273-8384-1788e30a62f0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:08.339300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f11d0852-1c1b-4299-a26e-6f72918c4a76 req-61c63665-00d2-4273-8384-1788e30a62f0 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0548260 Aug 30 20:14:08.378911 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f11d0852-1c1b-4299-a26e-6f72918c4a76 req-72d6672d-07e7-43d3-b12d-73eec59ada69 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317304 Aug 30 20:14:09.414907 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f5804-b23d-4267-a023-bf3608df74f2 req-6417d053-952a-4ff9-8f07-5b97b5202c7f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:09.416492 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff9f5804-b23d-4267-a023-bf3608df74f2 req-6417d053-952a-4ff9-8f07-5b97b5202c7f tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.0499203 Aug 30 20:14:09.462724 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff9f5804-b23d-4267-a023-bf3608df74f2 req-d1b9a67b-5d1f-43e9-9b15-803013f953b2 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397944 Aug 30 20:14:09.513969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b4eb5-4323-44d7-9d9b-a455dc8a4320 req-2bbec877-020b-4e1a-ad56-93d0a5a402ba tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:09.515419 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-647b4eb5-4323-44d7-9d9b-a455dc8a4320 req-2bbec877-020b-4e1a-ad56-93d0a5a402ba tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0609627 Aug 30 20:14:09.557087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-647b4eb5-4323-44d7-9d9b-a455dc8a4320 req-8a8730ea-430a-436a-b0f8-050ad534997c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346165 Aug 30 20:14:09.879225 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55376-c764-4095-ac70-4811fe04019a req-24030437-5399-48b0-882b-5469b7bdc2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:09.881055 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d23276-1324-4b9a-b28e-550de8ae69b1 req-b30c1819-af4f-4b63-8a2a-62e49c22aa61 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:09.881251 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-24030437-5399-48b0-882b-5469b7bdc2dd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=95be306b6491436fa9a9cccb6df7edb7&device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 1099 time: 0.0496016 Aug 30 20:14:09.882713 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1d23276-1324-4b9a-b28e-550de8ae69b1 req-b30c1819-af4f-4b63-8a2a-62e49c22aa61 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0554628 Aug 30 20:14:09.939974 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1d23276-1324-4b9a-b28e-550de8ae69b1 req-0fe56dee-6584-436f-a39e-7a7c8b94ac66 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502818 Aug 30 20:14:10.028390 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55376-c764-4095-ac70-4811fe04019a req-3b3a70f5-a387-49ec-a12b-4ecbfe87ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:10.030224 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-3b3a70f5-a387-49ec-a12b-4ecbfe87ce21 service neutron] 10.222.0.90 "GET /v2.0/networks?id=34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 200 len: 919 time: 0.1400089 Aug 30 20:14:10.111938 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-1d3e1c57-316f-4cb9-a8f3-0ab8286619e0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 200 len: 217 time: 0.0682957 Aug 30 20:14:10.194204 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a55376-c764-4095-ac70-4811fe04019a req-11a3ad1d-e605-4fb4-90af-0a808cddad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:10.196453 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-11a3ad1d-e605-4fb4-90af-0a808cddad90 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 200 len: 858 time: 0.0715940 Aug 30 20:14:10.232274 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-b945a0e3-68ea-4f6e-97ec-6b19ca7a4e4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=34624bf6-47c7-4826-9166-8b4dbc17eaaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263538 Aug 30 20:14:10.345163 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-de862970-8095-4993-a278-256715f2943c service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999596 Aug 30 20:14:10.457509 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-04a55376-c764-4095-ac70-4811fe04019a req-df49adc8-53df-43b1-8f41-53b87106b399 service neutron] 10.222.0.90 "GET /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008465 Aug 30 20:14:10.590910 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdfbac-27d9-4105-80a3-9f15db5c6972 req-f8d7f995-0706-4ce1-a2db-030a08334d25 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:10.592410 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-79fdfbac-27d9-4105-80a3-9f15db5c6972 req-f8d7f995-0706-4ce1-a2db-030a08334d25 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.0510614 Aug 30 20:14:10.633985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-79fdfbac-27d9-4105-80a3-9f15db5c6972 req-d0025061-3766-4e46-beda-13387668a84b tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Aug 30 20:14:11.072022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e069c-963a-4586-9487-6b3964918196 req-f82724f0-7486-4132-bc15-2a3aa9fa5e2b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:11.073502 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a30e069c-963a-4586-9487-6b3964918196 req-f82724f0-7486-4132-bc15-2a3aa9fa5e2b tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0516028 Aug 30 20:14:11.113175 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a30e069c-963a-4586-9487-6b3964918196 req-37c556a8-1973-444a-88ae-91f34565df0e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Aug 30 20:14:11.165880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0d57d451-89bf-4dab-a52e-2ad13f4ff6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:11.246143 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:11.268822 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:11.269445 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e4908a7e-81d9-4b08-b5b1-65a8f8e48ec7 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:11.463830 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:14:11.748509 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f786ac8-1c88-4177-be90-11285173bb67 req-48060965-bd7c-4d99-bdd6-5ecb3be57cd8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:11.749985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f786ac8-1c88-4177-be90-11285173bb67 req-48060965-bd7c-4d99-bdd6-5ecb3be57cd8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.0483861 Aug 30 20:14:11.789066 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8f786ac8-1c88-4177-be90-11285173bb67 req-a55d70c4-0824-42b9-a885-ca25cb09f011 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0a9af58-4adf-4db8-b038-c3bb1bc50695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Aug 30 20:14:11.802490 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8137-da3a-4bb4-8291-928afbee2128 req-ce5c7650-662e-4fb4-858f-dedea49af9f8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:11.804322 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-200f8137-da3a-4bb4-8291-928afbee2128 req-ce5c7650-662e-4fb4-858f-dedea49af9f8 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 946 time: 0.0505476 Aug 30 20:14:11.902424 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Deleting port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:11.902763 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:11.989379 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] For port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,segment=NetworkSegment(10868dbd-686f-4826-9961-3a84435e1b4d),segment_id=10868dbd-686f-4826-9961-3a84435e1b4d)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:11.989772 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:12.003281 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Calling delete_port for 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:12.137143 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:12.149864 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['90f69a01-28c0-4db3-b4fd-c58d3a8ea266'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:12.167035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Pushing event deleted for resources: {'Port': ['ID=90f69a01-28c0-4db3-b4fd-c58d3a8ea266,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:12.214208 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] No DVR routers for this DVR port 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:12.217590 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:12.220676 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-200f8137-da3a-4bb4-8291-928afbee2128 req-7845f7a4-ac6f-4525-8a2a-7cb7c80766d5 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.90 "DELETE /v2.0/ports/90f69a01-28c0-4db3-b4fd-c58d3a8ea266 HTTP/1.1" status: 204 len: 173 time: 0.4085176 Aug 30 20:14:12.221128 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'name': 'network-vif-deleted', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:12.223470 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49cdb5b-8e17-478a-8d68-9eb4d6209e81" -d '{"events": [{"server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "name": "network-vif-deleted", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:12.257587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da49b6a-9d0a-49f0-9ad9-594e826c7a27 req-76a859df-e187-405b-9187-e18e89d08ea6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:12.259549 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4da49b6a-9d0a-49f0-9ad9-594e826c7a27 req-76a859df-e187-405b-9187-e18e89d08ea6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0680852 Aug 30 20:14:12.268532 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512c48cc-26d5-4f24-a955-72d87ed37161 x-openstack-request-id: req-512c48cc-26d5-4f24-a955-72d87ed37161 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:12.269397 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b32575-ca82-4336-aeda-848395822de9", "name": "network-vif-deleted", "tag": "90f69a01-28c0-4db3-b4fd-c58d3a8ea266", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:12.269622 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-512c48cc-26d5-4f24-a955-72d87ed37161 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:12.270058 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b32575-ca82-4336-aeda-848395822de9', 'name': 'network-vif-deleted', 'tag': '90f69a01-28c0-4db3-b4fd-c58d3a8ea266', 'status': 'completed', 'code': 200} Aug 30 20:14:12.301645 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4da49b6a-9d0a-49f0-9ad9-594e826c7a27 req-785a783a-64b2-4040-b422-6ee5ae91179a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Aug 30 20:14:12.906832 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e28d2d64-389a-4e9b-a855-d61e1416bd51 req-1c38e2ca-15fe-42ce-bacb-aa43d9dab139 tempest-AttachVolumeNegativeTest-1042771017 tempest-AttachVolumeNegativeTest-1042771017-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1b32575-ca82-4336-aeda-848395822de9 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Aug 30 20:14:13.432273 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297033f-0fb5-4284-9e35-b319a1ae36da req-8edb2b4d-a729-4d5d-ac26-507049d83a78 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:13.433817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1297033f-0fb5-4284-9e35-b319a1ae36da req-8edb2b4d-a729-4d5d-ac26-507049d83a78 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0514135 Aug 30 20:14:13.477508 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1297033f-0fb5-4284-9e35-b319a1ae36da req-1da83e73-d862-4e37-8ade-f9ebaf82c9ec tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Aug 30 20:14:13.967995 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49278) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:14.020451 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Deleting subnet 29bbf775-a897-43f7-8987-67fefe883b7f {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:14:14.024419 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.067692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12209072'] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.123524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bab87-8e51-45d7-9e67-436dd99380ce req-b47d918f-23e4-4117-bda4-94588c0c3ffc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:14.125136 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a51bab87-8e51-45d7-9e67-436dd99380ce req-b47d918f-23e4-4117-bda4-94588c0c3ffc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0553732 Aug 30 20:14:14.132142 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.168853 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a51bab87-8e51-45d7-9e67-436dd99380ce req-9d06ad23-bbf2-4ebe-8a53-9802f549dfda tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365262 Aug 30 20:14:14.206490 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12179271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829497'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.236697 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29bbf775-a897-43f7-8987-67fefe883b7f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:14.243845 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.250190 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ce54dfe9-bb69-4f51-a4a8-d3d76f05900b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/29bbf775-a897-43f7-8987-67fefe883b7f HTTP/1.1" status: 204 len: 168 time: 0.2770884 Aug 30 20:14:14.250190 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49284) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:14.319861 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.323226 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c2401700-447e-432e-9cfe-27c1203a7cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.406764 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.417636 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4edec65-c45b-4561-b29a-41ca1b2a0a36']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:14.427824 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10868dbd-686f-4826-9961-3a84435e1b4d') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:14.428117 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10868dbd-686f-4826-9961-3a84435e1b4d') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:14.437461 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.451973 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.458635 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:14:14.459031 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:14:14.460697 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:14:14.519629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.525883 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.530083 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b4edec65-c45b-4561-b29a-41ca1b2a0a36 HTTP/1.1" status: 204 len: 168 time: 0.2769108 Aug 30 20:14:14.540264 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cbc1a-aa98-47d0-9e76-82ccd56e3129 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4edec65-c45b-4561-b29a-41ca1b2a0a36,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:14.615833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b84dfc-77b2-4969-b6a4-c85a4c81d1ef req-dbdad6dc-f5ed-4041-972b-5b4b49b89c84 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:14.617399 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11b84dfc-77b2-4969-b6a4-c85a4c81d1ef req-dbdad6dc-f5ed-4041-972b-5b4b49b89c84 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0600343 Aug 30 20:14:14.657238 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11b84dfc-77b2-4969-b6a4-c85a4c81d1ef req-3316c831-9a96-41ad-b72c-0a7ff6b6e44e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336881 Aug 30 20:14:14.686463 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.708191 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49292) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:14.751303 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e88992c6-cc76-4c9f-b243-93c3a984edde admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aaedd238874473c8e5e242bf8b69941&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413196 Aug 30 20:14:14.753051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49296) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:14.807629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.832049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.885129 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.887954 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:14.889156 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0a9af58-4adf-4db8-b038-c3bb1bc50695 HTTP/1.1" status: 204 len: 168 time: 0.1351795 Aug 30 20:14:14.898322 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03001b-825f-447b-9cd8-377012fdcd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a9af58-4adf-4db8-b038-c3bb1bc50695,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:15.296822 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3f364-8997-45e5-85d0-69f6dc4789e3 req-66e6922f-8b9c-4b94-84eb-fcfcdfca65ca tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:15.299149 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-87a3f364-8997-45e5-85d0-69f6dc4789e3 req-66e6922f-8b9c-4b94-84eb-fcfcdfca65ca tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0522962 Aug 30 20:14:15.342029 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-87a3f364-8997-45e5-85d0-69f6dc4789e3 req-2dfd7bec-4e36-416d-bdc2-283173ccac31 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Aug 30 20:14:15.643054 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:16.474686 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61315ba-8eaa-428a-89f0-8f116a9b24a4 req-a9f9d7a2-ed55-4dd5-b1d6-84ea32237639 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:16.479363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a61315ba-8eaa-428a-89f0-8f116a9b24a4 req-a9f9d7a2-ed55-4dd5-b1d6-84ea32237639 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0605001 Aug 30 20:14:16.523655 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a61315ba-8eaa-428a-89f0-8f116a9b24a4 req-c15c4c02-6e8c-4b74-9197-189a423e8c2f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374238 Aug 30 20:14:16.757529 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49368) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:16.861414 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e2cedf42-a2c7-4b57-98fe-49a01151f4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:16.956341 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e2cedf42-a2c7-4b57-98fe-49a01151f4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:16.960119 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e2cedf42-a2c7-4b57-98fe-49a01151f4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:16.999181 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e2cedf42-a2c7-4b57-98fe-49a01151f4a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e8d6e477bec44b6a7806aef83245c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405474 Aug 30 20:14:17.000058 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cedf42-a2c7-4b57-98fe-49a01151f4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d7440-cc5a-4f4b-99ed-328491ac2915,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:17.002001 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49372) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:17.054179 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.077632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.130509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.133197 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.134390 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/908d7440-cc5a-4f4b-99ed-328491ac2915 HTTP/1.1" status: 204 len: 168 time: 0.1312032 Aug 30 20:14:17.144060 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581ae7-7759-4fc3-a8f8-4fd0880a4448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d7440-cc5a-4f4b-99ed-328491ac2915,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:17.306193 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:17.328431 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:17.329089 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 90f69a01-28c0-4db3-b4fd-c58d3a8ea266 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:17.467298 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49384) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:17.483858 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0beafb4-f1ed-4743-8a9f-42850326c71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.488747 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.596179 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0beafb4-f1ed-4743-8a9f-42850326c71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.602313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d0beafb4-f1ed-4743-8a9f-42850326c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.650547 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d0beafb4-f1ed-4743-8a9f-42850326c71a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c304fbc096924192aff5df8587245346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820457 Aug 30 20:14:17.655065 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49390) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:17.671218 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0beafb4-f1ed-4743-8a9f-42850326c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f01f5-4048-4b5d-9da9-e64d71bd4d41,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:17.694075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113ddce-ef88-47d6-8dfc-24f716f30f44 req-1119fdbc-ced4-45ad-bf10-821e3d624965 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:17.695819 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f113ddce-ef88-47d6-8dfc-24f716f30f44 req-1119fdbc-ced4-45ad-bf10-821e3d624965 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0654714 Aug 30 20:14:17.714846 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.737686 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.738024 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f113ddce-ef88-47d6-8dfc-24f716f30f44 req-7e632330-e3c6-44b1-a47c-51b4abf71fc8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354080 Aug 30 20:14:17.787559 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.790376 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:17.791565 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/778f01f5-4048-4b5d-9da9-e64d71bd4d41 HTTP/1.1" status: 204 len: 168 time: 0.1354830 Aug 30 20:14:17.800349 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6db61-61dc-49a4-90df-b2e3c9317d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f01f5-4048-4b5d-9da9-e64d71bd4d41,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:18.706714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d132f-2201-48ee-8fda-7fc8a7b18ec1 req-5577cc4d-f159-4649-9827-137d6a41e746 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:18.708308 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc6d132f-2201-48ee-8fda-7fc8a7b18ec1 req-5577cc4d-f159-4649-9827-137d6a41e746 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0789311 Aug 30 20:14:18.747252 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc6d132f-2201-48ee-8fda-7fc8a7b18ec1 req-5632c6e9-1423-4a47-ab7a-78d09f29214a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Aug 30 20:14:18.869438 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80533ff4-14f6-459e-a36c-cb63a123189e req-c11caa9d-853a-4ff4-9385-976138192394 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:18.870954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80533ff4-14f6-459e-a36c-cb63a123189e req-c11caa9d-853a-4ff4-9385-976138192394 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0544031 Aug 30 20:14:18.911350 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80533ff4-14f6-459e-a36c-cb63a123189e req-b00f83ed-d24d-4f76-95b6-71df23560747 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341618 Aug 30 20:14:19.732268 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49466) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:19.855593 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4b9a-3928-49ce-8b91-9d8587dd92e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:19.873722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5b7d-f5c7-4359-96ba-9e35dad6d334 req-69865fe3-0538-46f5-8e62-d54310bce3d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:19.875171 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5bcf5b7d-f5c7-4359-96ba-9e35dad6d334 req-69865fe3-0538-46f5-8e62-d54310bce3d3 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0553937 Aug 30 20:14:19.926352 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5bcf5b7d-f5c7-4359-96ba-9e35dad6d334 req-7bb6bb71-dc05-439a-b398-4b646aea7801 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Aug 30 20:14:19.976202 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4b9a-3928-49ce-8b91-9d8587dd92e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:19.982267 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4b9a-3928-49ce-8b91-9d8587dd92e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.021320 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7ecb4b9a-3928-49ce-8b91-9d8587dd92e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=991a42d79413437eaba863378f47b25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879286 Aug 30 20:14:20.025967 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4b9a-3928-49ce-8b91-9d8587dd92e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c8913f-23f4-41fa-9f53-7e87cd75d864,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:20.026716 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49476) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:20.076497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69719c43-750e-47e6-9f35-adea48919d00 req-2511fd2a-9950-4219-a71e-51aa208a3498 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:20.077973 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-69719c43-750e-47e6-9f35-adea48919d00 req-2511fd2a-9950-4219-a71e-51aa208a3498 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0807838 Aug 30 20:14:20.109305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.135746 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-69719c43-750e-47e6-9f35-adea48919d00 req-5aa89ec8-7292-46eb-94c3-8a251802c6c2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506985 Aug 30 20:14:20.144124 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.193383 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.196449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.197582 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87c8913f-23f4-41fa-9f53-7e87cd75d864 HTTP/1.1" status: 204 len: 168 time: 0.1699038 Aug 30 20:14:20.205731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377a587-6d20-44d4-8216-9b8ebe495578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c8913f-23f4-41fa-9f53-7e87cd75d864,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:20.463093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49482) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:20.477127 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c92c36dd-8f09-4b98-957a-bbb018aa34eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.566829 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c92c36dd-8f09-4b98-957a-bbb018aa34eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.570654 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c92c36dd-8f09-4b98-957a-bbb018aa34eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.608550 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c92c36dd-8f09-4b98-957a-bbb018aa34eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f901ce1132f48b3ac42564d8cd07d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443543 Aug 30 20:14:20.611284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c36dd-8f09-4b98-957a-bbb018aa34eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fb152c-4b1d-43df-a308-cb8d06189907,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:20.612243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49484) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:20.665783 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.686673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.731830 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.734427 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:20.738524 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9fb152c-4b1d-43df-a308-cb8d06189907 HTTP/1.1" status: 204 len: 168 time: 0.1225877 Aug 30 20:14:20.743835 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e68ce-fd6e-4ad9-a1fd-3996c6fd12bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fb152c-4b1d-43df-a308-cb8d06189907,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:21.010524 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:21.062687 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276e06d-4032-4b72-b28b-da81635a446d req-33751f5c-197a-4986-824d-cef59a8c253d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:21.064408 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f276e06d-4032-4b72-b28b-da81635a446d req-33751f5c-197a-4986-824d-cef59a8c253d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0641351 Aug 30 20:14:21.116435 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f276e06d-4032-4b72-b28b-da81635a446d req-905503e3-4606-4feb-8537-e709b4912c6e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Aug 30 20:14:21.275009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93129c0-7765-4509-a79e-efaa098bb956 req-889f1d1b-54d8-40f2-adb9-bbb334e3c662 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:21.276568 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f93129c0-7765-4509-a79e-efaa098bb956 req-889f1d1b-54d8-40f2-adb9-bbb334e3c662 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0590992 Aug 30 20:14:21.322090 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f93129c0-7765-4509-a79e-efaa098bb956 req-832690f2-b7b7-49e2-a30b-828692158fa1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376847 Aug 30 20:14:21.883588 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87477a07-4b14-4c28-91ce-65d419462ebd req-7a895a38-5bed-4d49-9456-efe582c66748 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:21.885848 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-87477a07-4b14-4c28-91ce-65d419462ebd req-7a895a38-5bed-4d49-9456-efe582c66748 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0525088 Aug 30 20:14:21.984266 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Deleting port 94c4a461-a730-4045-823b-5fc38865d8a5 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:21.984613 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:22.083000 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] For port 94c4a461-a730-4045-823b-5fc38865d8a5, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=94c4a461-a730-4045-823b-5fc38865d8a5,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:22.083402 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:22.100581 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Calling delete_port for 94c4a461-a730-4045-823b-5fc38865d8a5 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:22.239207 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:22.239991 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9767cb-1f1c-458a-bf2a-5054c050e4ac req-a5d1169a-02fa-4d1e-85df-73b2ba632b9a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:22.247035 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe9767cb-1f1c-458a-bf2a-5054c050e4ac req-a5d1169a-02fa-4d1e-85df-73b2ba632b9a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=527914a4-db21-4f83-bde7-5eb9a5817427 HTTP/1.1" status: 200 len: 945 time: 0.0569711 Aug 30 20:14:22.257757 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['94c4a461-a730-4045-823b-5fc38865d8a5', 'e83171fe-e57d-4b51-ac9f-7539f1cc8737'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:22.290718 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Pushing event deleted for resources: {'Port': ['ID=94c4a461-a730-4045-823b-5fc38865d8a5,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:22.298592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe9767cb-1f1c-458a-bf2a-5054c050e4ac req-61f742c5-4cc2-49aa-a5e9-906d5e430730 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494359 Aug 30 20:14:22.335660 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] No DVR routers for this DVR port 94c4a461-a730-4045-823b-5fc38865d8a5 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:22.338236 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:22.340540 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-87477a07-4b14-4c28-91ce-65d419462ebd req-4bf7e0d9-7612-4102-a1cc-3702119412cc tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "DELETE /v2.0/ports/94c4a461-a730-4045-823b-5fc38865d8a5 HTTP/1.1" status: 204 len: 173 time: 0.4477146 Aug 30 20:14:22.341185 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'name': 'network-vif-deleted', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:22.343741 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eccf1d0-3df5-4fb3-831b-05323054a286" -d '{"events": [{"server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "name": "network-vif-deleted", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:22.418708 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0229371-84a3-4693-96b9-4044f170a029 x-openstack-request-id: req-e0229371-84a3-4693-96b9-4044f170a029 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:22.419004 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527914a4-db21-4f83-bde7-5eb9a5817427", "name": "network-vif-deleted", "tag": "94c4a461-a730-4045-823b-5fc38865d8a5", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:22.419277 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0229371-84a3-4693-96b9-4044f170a029 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:22.419643 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527914a4-db21-4f83-bde7-5eb9a5817427', 'name': 'network-vif-deleted', 'tag': '94c4a461-a730-4045-823b-5fc38865d8a5', 'status': 'completed', 'code': 200} Aug 30 20:14:22.470109 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973d7f4-fc5b-4e5f-8fbd-8d8fd68dd4db req-52de66a7-7316-42ee-b9ff-c6a4f1bed882 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:22.471786 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9973d7f4-fc5b-4e5f-8fbd-8d8fd68dd4db req-52de66a7-7316-42ee-b9ff-c6a4f1bed882 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0702176 Aug 30 20:14:22.514284 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9973d7f4-fc5b-4e5f-8fbd-8d8fd68dd4db req-8d0222d0-ba3d-48e9-921b-ff5d46fb0229 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357683 Aug 30 20:14:23.558484 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b5a57-3186-462c-ade9-ca038e6a60c8 req-f17790ec-e141-42b9-a4b6-0a4b0cd19ddf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:23.560106 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c4b5a57-3186-462c-ade9-ca038e6a60c8 req-f17790ec-e141-42b9-a4b6-0a4b0cd19ddf tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Aug 30 20:14:23.602694 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c4b5a57-3186-462c-ade9-ca038e6a60c8 req-a3a497c3-29fd-4c96-afc1-b1a853e4a09d tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367138 Aug 30 20:14:23.649962 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915363d-8ca5-4769-8a8e-82c125736159 req-42f8eaee-5ae4-4c3a-bd32-b51996a5fdcc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:23.651447 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1915363d-8ca5-4769-8a8e-82c125736159 req-42f8eaee-5ae4-4c3a-bd32-b51996a5fdcc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0528090 Aug 30 20:14:23.694398 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1915363d-8ca5-4769-8a8e-82c125736159 req-179a66b0-77b1-4d0f-a101-fbf0c6085400 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361280 Aug 30 20:14:24.734102 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c415a-7b1e-405d-af72-bc569c8ce909 req-f7eca7f9-4e7b-41d8-ac9d-c78d91e41c10 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:24.735750 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b16c415a-7b1e-405d-af72-bc569c8ce909 req-f7eca7f9-4e7b-41d8-ac9d-c78d91e41c10 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0526185 Aug 30 20:14:24.786860 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b16c415a-7b1e-405d-af72-bc569c8ce909 req-f583c4d9-7c74-4b65-aa6b-93626036c5f5 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Aug 30 20:14:24.822846 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f26416-683a-4a15-a097-10754d7d0647 req-1d31d5ba-450b-42c3-8580-20355f97160d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:24.824489 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7f26416-683a-4a15-a097-10754d7d0647 req-1d31d5ba-450b-42c3-8580-20355f97160d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Aug 30 20:14:24.865181 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7f26416-683a-4a15-a097-10754d7d0647 req-0c549353-7b31-417a-862d-d2c7e831fd97 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337715 Aug 30 20:14:25.321164 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 94c4a461-a730-4045-823b-5fc38865d8a5 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:25.342109 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 94c4a461-a730-4045-823b-5fc38865d8a5 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:25.342451 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 94c4a461-a730-4045-823b-5fc38865d8a5 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:25.904687 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280bbc4-b311-4e9f-ba44-290e281ab355 req-8c17beb4-4446-44bd-b468-9363fb55f455 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:25.906235 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9280bbc4-b311-4e9f-ba44-290e281ab355 req-8c17beb4-4446-44bd-b468-9363fb55f455 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0511749 Aug 30 20:14:25.958616 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9280bbc4-b311-4e9f-ba44-290e281ab355 req-03f6fa66-340a-49df-9056-6a3176d90d47 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 Aug 30 20:14:26.002007 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d20b9-ab95-49a8-9e25-0e19ca91e1f8 req-57a1a25d-ae56-4730-873d-5f88e4089c69 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:26.003479 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d55d20b9-ab95-49a8-9e25-0e19ca91e1f8 req-57a1a25d-ae56-4730-873d-5f88e4089c69 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0624249 Aug 30 20:14:26.041749 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d55d20b9-ab95-49a8-9e25-0e19ca91e1f8 req-5eb88d7d-546a-4ed3-ad57-a829da944a80 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Aug 30 20:14:27.076025 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7488c5-1949-4b5e-9c71-00c9b7d2f6f4 req-b37f2361-495b-4742-b9e4-b4b62618acfb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:27.077527 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df7488c5-1949-4b5e-9c71-00c9b7d2f6f4 req-b37f2361-495b-4742-b9e4-b4b62618acfb tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0487123 Aug 30 20:14:27.117403 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df7488c5-1949-4b5e-9c71-00c9b7d2f6f4 req-8f24bbee-2b76-4564-bdae-a189c496133a tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327220 Aug 30 20:14:27.165424 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac86fc7-bb92-4bce-98a4-b0a50f4fbb84 req-12de4e99-e568-417c-9b47-52815d3d6da9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:27.166908 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ac86fc7-bb92-4bce-98a4-b0a50f4fbb84 req-12de4e99-e568-417c-9b47-52815d3d6da9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Aug 30 20:14:27.204057 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ac86fc7-bb92-4bce-98a4-b0a50f4fbb84 req-806b0a9b-f641-4479-ad3f-79e58b9423d1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Aug 30 20:14:28.234910 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63b72-aac9-4be9-b4dd-ba5ee545debe req-6bf5eb35-13bf-4f60-a763-e0ca893f1556 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:28.236785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26c63b72-aac9-4be9-b4dd-ba5ee545debe req-6bf5eb35-13bf-4f60-a763-e0ca893f1556 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0539410 Aug 30 20:14:28.276106 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26c63b72-aac9-4be9-b4dd-ba5ee545debe req-b8ae6fe4-f904-48b0-b97c-08e5bdf90a5c tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Aug 30 20:14:28.324904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d084f2-0d74-4503-8ec9-d0f4d93cb4da req-b8e796c2-cc4a-4109-8da3-0acc24a3ead0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:28.326405 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86d084f2-0d74-4503-8ec9-d0f4d93cb4da req-b8e796c2-cc4a-4109-8da3-0acc24a3ead0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Aug 30 20:14:28.364652 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86d084f2-0d74-4503-8ec9-d0f4d93cb4da req-ab5690c5-c1ab-4cc9-861b-b405dfc1e03e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 30 20:14:29.392245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2a366-68b6-4abc-8527-f259d1f1e347 req-dd232ab2-b59e-4242-9518-3c70aea22602 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:29.393769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bfb2a366-68b6-4abc-8527-f259d1f1e347 req-dd232ab2-b59e-4242-9518-3c70aea22602 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0495353 Aug 30 20:14:29.433630 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bfb2a366-68b6-4abc-8527-f259d1f1e347 req-cb0c1616-f581-4fb5-823e-aa0438beb14e tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Aug 30 20:14:29.491870 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3ea1d-94b6-4ab7-8cdd-a3d27334ce61 req-ea89724c-ebe8-4080-9646-4ed6f9f2fa2c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:29.493268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83f3ea1d-94b6-4ab7-8cdd-a3d27334ce61 req-ea89724c-ebe8-4080-9646-4ed6f9f2fa2c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Aug 30 20:14:29.533031 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83f3ea1d-94b6-4ab7-8cdd-a3d27334ce61 req-5b06fed3-ea77-4a69-9015-bd3964ced854 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337784 Aug 30 20:14:30.247765 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-398a4bd3-42b5-411f-ad4f-ba694b51b362 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:30.249228 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-398a4bd3-42b5-411f-ad4f-ba694b51b362 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0532961 Aug 30 20:14:30.347999 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Deleting port e83171fe-e57d-4b51-ac9f-7539f1cc8737 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:30.348283 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:30.446337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] For port e83171fe-e57d-4b51-ac9f-7539f1cc8737, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e83171fe-e57d-4b51-ac9f-7539f1cc8737,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:30.446710 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:30.461208 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Calling delete_port for e83171fe-e57d-4b51-ac9f-7539f1cc8737 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:30.562943 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177213e-1fcb-4fd4-8c22-16a3526a6590 req-2c016d3d-c290-49b9-90fa-a9cd71f15266 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:30.565907 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c177213e-1fcb-4fd4-8c22-16a3526a6590 req-2c016d3d-c290-49b9-90fa-a9cd71f15266 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/ports?device_id=669e7488-4e56-4866-bc9d-9cef3042b019 HTTP/1.1" status: 200 len: 946 time: 0.0574260 Aug 30 20:14:30.627863 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c177213e-1fcb-4fd4-8c22-16a3526a6590 req-4bdaf119-b26f-47aa-899c-d6ac4c9a97d8 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.11 "GET /v2.0/security-groups?id=2bd671ec-7dd5-4449-8cd6-1b2baf8be277&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547087 Aug 30 20:14:30.674949 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:30.689378 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e83171fe-e57d-4b51-ac9f-7539f1cc8737'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:30.694910 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4249ad6-9cc9-410b-a214-dfc152ae2b62 req-6bd9e32d-ec2a-4406-88b1-887209af9eb3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:30.696628 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f4249ad6-9cc9-410b-a214-dfc152ae2b62 req-6bd9e32d-ec2a-4406-88b1-887209af9eb3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0630260 Aug 30 20:14:30.748758 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f4249ad6-9cc9-410b-a214-dfc152ae2b62 req-15aecd83-22ce-4f29-97e1-ec2c203407e9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444944 Aug 30 20:14:30.751395 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Pushing event deleted for resources: {'Port': ['ID=e83171fe-e57d-4b51-ac9f-7539f1cc8737,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:30.791727 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] No DVR routers for this DVR port e83171fe-e57d-4b51-ac9f-7539f1cc8737 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:14:30.794458 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:30.796871 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3b54260b-780d-4ef8-bd97-4de53fe2eac6 req-ae8140da-3ee2-4d34-81ae-3976fad95ce6 tempest-ServerRescueNegativeTestJSON-705229892 tempest-ServerRescueNegativeTestJSON-705229892-project] 10.222.0.90 "DELETE /v2.0/ports/e83171fe-e57d-4b51-ac9f-7539f1cc8737 HTTP/1.1" status: 204 len: 173 time: 0.5387895 Aug 30 20:14:30.799910 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'name': 'network-vif-deleted', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:30.799910 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d60d7e-0eed-46fb-b1a4-1d71a84023d1" -d '{"events": [{"server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "name": "network-vif-deleted", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:30.847789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6daa4-df10-4045-8a54-fae107dcb94e x-openstack-request-id: req-8ff6daa4-df10-4045-8a54-fae107dcb94e {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:30.848084 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669e7488-4e56-4866-bc9d-9cef3042b019", "name": "network-vif-deleted", "tag": "e83171fe-e57d-4b51-ac9f-7539f1cc8737", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:30.848338 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ff6daa4-df10-4045-8a54-fae107dcb94e {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:30.848733 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669e7488-4e56-4866-bc9d-9cef3042b019', 'name': 'network-vif-deleted', 'tag': 'e83171fe-e57d-4b51-ac9f-7539f1cc8737', 'status': 'completed', 'code': 200} Aug 30 20:14:31.688479 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49686) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:31.953913 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63c0e3-7543-4846-b54f-311005810378 req-321dd3ca-1027-461d-b48b-79e8e8b1fa4b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:31.956730 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de63c0e3-7543-4846-b54f-311005810378 req-321dd3ca-1027-461d-b48b-79e8e8b1fa4b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1043754 Aug 30 20:14:32.075107 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de63c0e3-7543-4846-b54f-311005810378 req-c412da95-fb8e-4f14-9331-1d2dddff722a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098011 Aug 30 20:14:32.436167 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:32.731612 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Deleting port 5aec7e89-dd18-469b-9483-de8bc5324191 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:32.732290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:32.810113 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] For port 5aec7e89-dd18-469b-9483-de8bc5324191, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=5aec7e89-dd18-469b-9483-de8bc5324191,segment=NetworkSegment(8e90b200-265b-4acd-9e51-0151d41f2ce6),segment_id=8e90b200-265b-4acd-9e51-0151d41f2ce6)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:32.810476 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:32.824638 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Calling delete_port for 5aec7e89-dd18-469b-9483-de8bc5324191 owned by network:router_interface {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:33.016365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.042967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aec7e89-dd18-469b-9483-de8bc5324191,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:33.249158 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.262813 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca853ec-e888-4265-89e0-e98c724e2ad7 req-3d090f08-77d1-412c-8765-c14bbc8d814e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:33.264266 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ca853ec-e888-4265-89e0-e98c724e2ad7 req-3d090f08-77d1-412c-8765-c14bbc8d814e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1023960 Aug 30 20:14:33.376847 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ca853ec-e888-4265-89e0-e98c724e2ad7 req-5eff6076-51ee-4124-9802-2fb731867e78 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707123 Aug 30 20:14:33.380200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:14:33.482740 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:33.494951 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:14:33.506110 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Router 20a9ee19-6843-4bc7-9db4-77b877df944e has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:14:33.532209 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.545038 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:14:33.565889 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:33.570018 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.616500 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:14:33.621805 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-959ef8c2-e8e0-4dd6-97d4-a5209dd30951 admin admin] 10.222.0.11 "PUT /v2.0/routers/20a9ee19-6843-4bc7-9db4-77b877df944e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9313319 Aug 30 20:14:33.623439 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=6']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:33.624751 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49718) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:33.627566 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Sync routers for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:14:33.636891 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:14:33.637495 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:14:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:33.685371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:14:33.731386 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.749131 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:14:33.839841 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.898252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Deleting port b2153479-d033-46e4-bf79-a3a2b02dbd9c {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:14:33.898584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.928727 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:14:32Z', 'revision_number': 5, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port': {'id': 'b2153479-d033-46e4-bf79-a3a2b02dbd9c', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:45Z', 'updated_at': '2021-08-30T20:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:33.955759 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Checking router: 20a9ee19-6843-4bc7-9db4-77b877df944e for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:14:33.963955 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Routers {'20a9ee19-6843-4bc7-9db4-77b877df944e'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:14:33.964567 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:14:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20a9ee19-6843-4bc7-9db4-77b877df944e'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:33.980875 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] For port b2153479-d033-46e4-bf79-a3a2b02dbd9c, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2153479-d033-46e4-bf79-a3a2b02dbd9c,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:33.981238 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:33.994693 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Calling delete_port for b2153479-d033-46e4-bf79-a3a2b02dbd9c owned by network:router_gateway {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:14:34.051646 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] Set router 20a9ee19-6843-4bc7-9db4-77b877df944e gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:14:34.167321 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.192986 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2153479-d033-46e4-bf79-a3a2b02dbd9c,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:34.193236 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:14:33Z', 'revision_number': 6, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:34.221330 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f677924-0e23-4421-9b9f-0e04208c1dae None None] The sync data for ids ['20a9ee19-6843-4bc7-9db4-77b877df944e'] in dv-cinder-777031-3-iscsi is: [{'id': '20a9ee19-6843-4bc7-9db4-77b877df944e', 'name': 'tempest-ServerRescueNegativeTestJSON-712134099-router', 'tenant_id': '95be306b6491436fa9a9cccb6df7edb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:44Z', 'updated_at': '2021-08-30T20:14:33Z', 'revision_number': 6, 'project_id': '95be306b6491436fa9a9cccb6df7edb7', 'gw_port_host': None}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:14:34.262518 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.364429 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.366658 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.435809 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.436365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20a9ee19-6843-4bc7-9db4-77b877df944e {{(pid=94125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:14:34.447223 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.448683 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-36690638-1668-43e8-8ff8-285a140c93a3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/20a9ee19-6843-4bc7-9db4-77b877df944e HTTP/1.1" status: 204 len: 168 time: 0.8225400 Aug 30 20:14:34.450893 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49730) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:34.527560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Deleting subnet 43686237-88c9-4169-af37-9a68f639451e {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:14:34.532982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.567036 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16a884-d418-48d1-8163-3464ab83c173 req-50fabac1-1bd8-42c8-b8cb-e13f78b2b2aa tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:34.567036 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e16a884-d418-48d1-8163-3464ab83c173 req-50fabac1-1bd8-42c8-b8cb-e13f78b2b2aa tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.1071277 Aug 30 20:14:34.601448 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.649970 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5e16a884-d418-48d1-8163-3464ab83c173 req-2b1e2db8-0e9c-4dc0-b13f-46d7ba255f75 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737355 Aug 30 20:14:34.661735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.723261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.752362 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43686237-88c9-4169-af37-9a68f639451e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:34.754417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.756453 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-995c1952-b468-4ad2-ac14-a804a71c3724 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43686237-88c9-4169-af37-9a68f639451e HTTP/1.1" status: 204 len: 168 time: 0.3045459 Aug 30 20:14:34.758892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49738) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:34.831407 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.910533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.920091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34624bf6-47c7-4826-9166-8b4dbc17eaaf']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:34.934740 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e90b200-265b-4acd-9e51-0151d41f2ce6') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:34.935032 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e90b200-265b-4acd-9e51-0151d41f2ce6') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:14:34.945926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.960231 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.966181 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:14:34.966569 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:14:34.968203 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:14:35.026067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.033001 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.037999 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] 10.222.0.11 "DELETE /v2.0/networks/34624bf6-47c7-4826-9166-8b4dbc17eaaf HTTP/1.1" status: 204 len: 168 time: 0.2781494 Aug 30 20:14:35.052663 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455a66c-2eab-401c-a61b-2a4a0e233882 admin admin] Pushing event deleted for resources: {'Network': ['ID=34624bf6-47c7-4826-9166-8b4dbc17eaaf,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:35.098284 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2153479-d033-46e4-bf79-a3a2b02dbd9c no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:35.117698 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: b2153479-d033-46e4-bf79-a3a2b02dbd9c {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:35.118049 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2153479-d033-46e4-bf79-a3a2b02dbd9c not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:35.118470 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 5aec7e89-dd18-469b-9483-de8bc5324191 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:35.139741 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 5aec7e89-dd18-469b-9483-de8bc5324191 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:35.140081 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 5aec7e89-dd18-469b-9483-de8bc5324191 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:35.207305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49744) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:35.246916 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a21ba947-7291-4714-824c-1cf29a8b193c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95be306b6491436fa9a9cccb6df7edb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383837 Aug 30 20:14:35.249952 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49746) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:35.297399 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.322402 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.440530 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:14:35.502850 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:14:35.503227 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.582729 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.600366 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.603564 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.604753 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2bd671ec-7dd5-4449-8cd6-1b2baf8be277 HTTP/1.1" status: 204 len: 168 time: 0.3539054 Aug 30 20:14:35.606751 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:35.608980 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ba2a83-f273-4c2c-bb3b-8b2f7f3310e9" -d '{"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:35.617279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839279a-d3e1-466e-b3cb-4fbd939e1bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd671ec-7dd5-4449-8cd6-1b2baf8be277,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:35.653870 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:35.666530 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:35.667463 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e83171fe-e57d-4b51-ac9f-7539f1cc8737 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:35.670217 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f4d93-b0de-449d-bbc8-07110d40bd4f x-openstack-request-id: req-215f4d93-b0de-449d-bbc8-07110d40bd4f {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:35.670571 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:35.670887 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-215f4d93-b0de-449d-bbc8-07110d40bd4f {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:35.671496 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'code': 200} Aug 30 20:14:35.711112 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: e83171fe-e57d-4b51-ac9f-7539f1cc8737 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:14:35.711533 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e83171fe-e57d-4b51-ac9f-7539f1cc8737 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:14:35.741431 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=7']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:35.796375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89d90-8db5-4094-8d0e-ed5564fc76ae req-98f944dc-bc6f-4030-ae1b-da8d0afadbfc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:35.797971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33f89d90-8db5-4094-8d0e-ed5564fc76ae req-98f944dc-bc6f-4030-ae1b-da8d0afadbfc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0576882 Aug 30 20:14:35.852845 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33f89d90-8db5-4094-8d0e-ed5564fc76ae req-78ea1015-dca3-4a1a-ab83-0bf7371b8bf5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466301 Aug 30 20:14:36.977196 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7676d-0ea7-411a-9c0d-0b6f26812337 req-fbb304f2-ea0c-4d7b-83a7-d06f7b67519b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:36.978858 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6e7676d-0ea7-411a-9c0d-0b6f26812337 req-fbb304f2-ea0c-4d7b-83a7-d06f7b67519b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0514007 Aug 30 20:14:37.018769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6e7676d-0ea7-411a-9c0d-0b6f26812337 req-29943911-50db-4493-8c62-0cbe58271648 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339599 Aug 30 20:14:37.692409 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 49850) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:37.804513 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14022457-b030-4fa8-93a8-abfacb7d9115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:37.896980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14022457-b030-4fa8-93a8-abfacb7d9115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:37.900948 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-14022457-b030-4fa8-93a8-abfacb7d9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:37.941558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-14022457-b030-4fa8-93a8-abfacb7d9115 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5cbdf4794884ef9ad759aa4c2c12071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480567 Aug 30 20:14:37.942576 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14022457-b030-4fa8-93a8-abfacb7d9115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330c4b1b-fa91-4048-97ff-4d72a5e1e42a,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:37.944522 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49854) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:38.007263 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.029042 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.096583 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.099207 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.100364 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/330c4b1b-fa91-4048-97ff-4d72a5e1e42a HTTP/1.1" status: 204 len: 168 time: 0.1541235 Aug 30 20:14:38.108478 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c742-ea11-4dfa-b818-f1c8336dda7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330c4b1b-fa91-4048-97ff-4d72a5e1e42a,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:38.156087 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee043eee-6893-4bd5-89c9-6c7ff3a46956 req-5552c19c-e2bc-4ffb-9ab6-6b9398977184 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:38.157639 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee043eee-6893-4bd5-89c9-6c7ff3a46956 req-5552c19c-e2bc-4ffb-9ab6-6b9398977184 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0583863 Aug 30 20:14:38.198654 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee043eee-6893-4bd5-89c9-6c7ff3a46956 req-d90c9b8c-ff8f-4c2e-8daa-57f3743a85c3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348384 Aug 30 20:14:38.408740 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49864) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:38.427625 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4e2c5784-d03d-400e-b45b-d6e7150a67b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.535450 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4e2c5784-d03d-400e-b45b-d6e7150a67b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.539635 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4e2c5784-d03d-400e-b45b-d6e7150a67b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.581132 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4e2c5784-d03d-400e-b45b-d6e7150a67b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f81c1d5ebe14112ad2d268a201c5e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708984 Aug 30 20:14:38.582019 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c5784-d03d-400e-b45b-d6e7150a67b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1571b4c-10df-4fb7-9a14-d5ecfe349cae,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:38.584491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 49874) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:38.639081 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.664048 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.722949 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.726392 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:38.727677 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1571b4c-10df-4fb7-9a14-d5ecfe349cae HTTP/1.1" status: 204 len: 168 time: 0.1422720 Aug 30 20:14:38.746804 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a51a5-df63-4f9e-b093-95a9b6dcf0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1571b4c-10df-4fb7-9a14-d5ecfe349cae,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:39.361372 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d06db-633a-4204-a953-736c44372525 req-cf32348d-5cf0-42d7-bf07-ade704ecb777 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:39.364109 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c30d06db-633a-4204-a953-736c44372525 req-cf32348d-5cf0-42d7-bf07-ade704ecb777 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0674436 Aug 30 20:14:39.419485 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c30d06db-633a-4204-a953-736c44372525 req-72304c20-8b93-43f3-942c-d8abb4f1e4bb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Aug 30 20:14:40.623859 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765f062-dcea-4055-8d9b-569d116b76d4 req-853758b6-9a53-4edf-8772-22976b41d7fd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:40.626649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2765f062-dcea-4055-8d9b-569d116b76d4 req-853758b6-9a53-4edf-8772-22976b41d7fd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0819798 Aug 30 20:14:40.726397 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2765f062-dcea-4055-8d9b-569d116b76d4 req-b7acbc31-81c0-41bf-94a8-90a8bc97f839 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698421 Aug 30 20:14:41.198437 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5b6c3e89-29d4-46d0-a6cd-878ff9ba8e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:41.910057 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8910aae-8b0d-4e59-bb37-c963b1f69cef req-85301a23-93c3-43e5-b8da-bd1a877562df tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:41.911649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c8910aae-8b0d-4e59-bb37-c963b1f69cef req-85301a23-93c3-43e5-b8da-bd1a877562df tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0842071 Aug 30 20:14:41.971580 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c8910aae-8b0d-4e59-bb37-c963b1f69cef req-2c507559-8da7-4b72-972b-1ce6d5651998 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519695 Aug 30 20:14:42.481941 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50050) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:42.606620 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7b25950-9b33-432c-a48c-06f925490fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.724684 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7b25950-9b33-432c-a48c-06f925490fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.729197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a7b25950-9b33-432c-a48c-06f925490fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.778874 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b25950-9b33-432c-a48c-06f925490fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e07ce-8a93-48ea-a7d9-c3b44f05333c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:42.788706 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a7b25950-9b33-432c-a48c-06f925490fd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73c6b429e7cf4cacb14ae8dca99e8f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036597 Aug 30 20:14:42.789378 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50054) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:42.867910 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.900305 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.957343 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.960262 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:42.965844 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e64e07ce-8a93-48ea-a7d9-c3b44f05333c HTTP/1.1" status: 204 len: 168 time: 0.1718299 Aug 30 20:14:42.972447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea231a-be4b-45bb-8299-d64ed4847bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e07ce-8a93-48ea-a7d9-c3b44f05333c,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:43.147069 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b11d0-0eb0-490f-8742-3e1c0ea3ed8f req-792035eb-f397-4e8b-a429-1a23e3cf7d6b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:43.148657 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f60b11d0-0eb0-490f-8742-3e1c0ea3ed8f req-792035eb-f397-4e8b-a429-1a23e3cf7d6b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0947795 Aug 30 20:14:43.215344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f60b11d0-0eb0-490f-8742-3e1c0ea3ed8f req-a5ad791a-0b9e-41d4-a49a-6d011b89499a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536299 Aug 30 20:14:43.334798 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50064) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:43.353337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de065769-e0ad-4f97-a08e-6d8ad19e3075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.483805 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de065769-e0ad-4f97-a08e-6d8ad19e3075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.490103 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de065769-e0ad-4f97-a08e-6d8ad19e3075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.534052 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-de065769-e0ad-4f97-a08e-6d8ad19e3075 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b371b3fa46c449ab15127c2362f5d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980071 Aug 30 20:14:43.536762 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50066) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:43.541569 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de065769-e0ad-4f97-a08e-6d8ad19e3075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d449795-93f2-40a2-b5f5-f05bb1ad15dc,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:43.631830 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.660964 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.720023 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.722881 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:43.725043 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d449795-93f2-40a2-b5f5-f05bb1ad15dc HTTP/1.1" status: 204 len: 168 time: 0.1860707 Aug 30 20:14:43.741084 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cac43-77cb-4552-aaf9-2a85fa6b2e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d449795-93f2-40a2-b5f5-f05bb1ad15dc,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:44.342170 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-42936204-63f9-4fa4-9411-2b61604ef871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:44.708376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:44.849164 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20990f-cc8a-4911-a887-2ee715b00328 req-f56bd68b-4726-443b-a6a6-4c205c04d1b2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:44.858652 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c20990f-cc8a-4911-a887-2ee715b00328 req-f56bd68b-4726-443b-a6a6-4c205c04d1b2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.4973989 Aug 30 20:14:44.918512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c20990f-cc8a-4911-a887-2ee715b00328 req-95a46ad7-ccbb-4b23-bdb4-6ff73ea2b1a5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588522 Aug 30 20:14:45.642033 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.114605 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb458ba-4d23-449a-807b-d84e5ea3d7d7 req-d93f04cd-b3e6-4ccf-85b1-4b1274379404 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:46.117515 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ceb458ba-4d23-449a-807b-d84e5ea3d7d7 req-d93f04cd-b3e6-4ccf-85b1-4b1274379404 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1120007 Aug 30 20:14:46.195907 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50146) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:46.198479 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ceb458ba-4d23-449a-807b-d84e5ea3d7d7 req-7a5c877d-d3c6-48ad-a9da-e85dfe3a945e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665371 Aug 30 20:14:46.368067 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-68c72f53-6340-40c0-928c-f35c3ad9c2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.487672 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-68c72f53-6340-40c0-928c-f35c3ad9c2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.493871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-68c72f53-6340-40c0-928c-f35c3ad9c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.537187 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c72f53-6340-40c0-928c-f35c3ad9c2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945dfba1-fc27-4aab-aafd-1232c5f9424e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:46.544031 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-68c72f53-6340-40c0-928c-f35c3ad9c2e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=748a6bc077394f29a778eae4aa24121d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446503 Aug 30 20:14:46.544366 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50150) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:46.605075 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.633605 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.711770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.715037 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:46.720167 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/945dfba1-fc27-4aab-aafd-1232c5f9424e HTTP/1.1" status: 204 len: 168 time: 0.1747372 Aug 30 20:14:46.729933 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1e228-20b5-4d10-9e98-0868fabc0d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945dfba1-fc27-4aab-aafd-1232c5f9424e,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:47.074445 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50164) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:47.099832 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-08f6b121-2576-4bdf-8080-4ef688e6192b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.251157 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-08f6b121-2576-4bdf-8080-4ef688e6192b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.268314 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-08f6b121-2576-4bdf-8080-4ef688e6192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.315918 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-08f6b121-2576-4bdf-8080-4ef688e6192b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ae2ec3d1bdb4be4bfb0f571bd552dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403734 Aug 30 20:14:47.318958 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50172) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:47.322410 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6b121-2576-4bdf-8080-4ef688e6192b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5023c0e-263c-441c-ae79-aba5e66501ee,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:47.434409 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.479079 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886cfde-7a69-4f3b-a433-36b3eb7b2a26 req-8f492318-69c5-4e93-acba-ca8f8a6e85a8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:47.490891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b886cfde-7a69-4f3b-a433-36b3eb7b2a26 req-8f492318-69c5-4e93-acba-ca8f8a6e85a8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1105359 Aug 30 20:14:47.495372 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.505609 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.565790 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b886cfde-7a69-4f3b-a433-36b3eb7b2a26 req-80bba9ab-95e5-4eac-a887-d300b075f499 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709205 Aug 30 20:14:47.597033 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.601642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:47.603362 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5023c0e-263c-441c-ae79-aba5e66501ee HTTP/1.1" status: 204 len: 168 time: 0.2828391 Aug 30 20:14:47.637455 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b17d1e-3ebf-40e3-b352-fdec8e4728ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5023c0e-263c-441c-ae79-aba5e66501ee,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:47.812924 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50180) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:48.035368 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-96db124c-2347-4814-a170-52dd09a5bd39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.215789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-96db124c-2347-4814-a170-52dd09a5bd39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.223104 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-96db124c-2347-4814-a170-52dd09a5bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.281234 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-96db124c-2347-4814-a170-52dd09a5bd39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9f1c83a7544438ab76423bbe4fcf127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670827 Aug 30 20:14:48.282890 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db124c-2347-4814-a170-52dd09a5bd39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24320871-e9f6-46f4-a597-8cbcd0ec142a,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:48.284615 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50196) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:48.386801 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.420067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.475339 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:14:48.486347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.489896 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:48.492607 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24320871-e9f6-46f4-a597-8cbcd0ec142a HTTP/1.1" status: 204 len: 168 time: 0.2063918 Aug 30 20:14:48.515371 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692a506-b68b-496a-9fff-1a990243b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24320871-e9f6-46f4-a597-8cbcd0ec142a,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:48.786913 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed868e-0a75-4938-aca9-3bdacfd225b2 req-d6dab506-7a9b-4e2a-a4ed-6894c15d7e94 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:48.786913 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03ed868e-0a75-4938-aca9-3bdacfd225b2 req-d6dab506-7a9b-4e2a-a4ed-6894c15d7e94 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0856783 Aug 30 20:14:48.934119 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03ed868e-0a75-4938-aca9-3bdacfd225b2 req-5285ba3c-520c-417d-a9bb-facb95d51596 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498613 Aug 30 20:14:49.118215 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50230) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:49.135398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1ca1-c837-4c57-88f6-84a34bddfab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.280459 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1ca1-c837-4c57-88f6-84a34bddfab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.288688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2d1a1ca1-c837-4c57-88f6-84a34bddfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.353341 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2d1a1ca1-c837-4c57-88f6-84a34bddfab7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31a90872148e462ab5067ab67f5a8bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335217 Aug 30 20:14:49.354477 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a1ca1-c837-4c57-88f6-84a34bddfab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49ce4a1-15a1-4ecd-a223-552598669b81,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:49.356035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50232) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:49.488623 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.520071 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.552064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50236) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:49.634851 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.639324 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.640528 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f49ce4a1-15a1-4ecd-a223-552598669b81 HTTP/1.1" status: 204 len: 168 time: 0.2832143 Aug 30 20:14:49.651188 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19ce68-c194-4b13-bb07-74b6744a8380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49ce4a1-15a1-4ecd-a223-552598669b81,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:49.722042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fd19de80-8182-49d1-bef7-2f627ca543b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.869979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fd19de80-8182-49d1-bef7-2f627ca543b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.879410 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-fd19de80-8182-49d1-bef7-2f627ca543b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:49.920376 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-fd19de80-8182-49d1-bef7-2f627ca543b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a90e79719c0947f9926523f3573e91d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662953 Aug 30 20:14:49.921265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19de80-8182-49d1-bef7-2f627ca543b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82ee852-0857-4900-a17a-400ec2cb5434,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:49.924074 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50252) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:49.997935 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.024681 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.095877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267a04e-1330-4b61-abea-0e8db780ef61 req-fe96dbaa-a93b-4ed3-a192-7a1557b31274 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:50.097904 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6267a04e-1330-4b61-abea-0e8db780ef61 req-fe96dbaa-a93b-4ed3-a192-7a1557b31274 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Aug 30 20:14:50.100119 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.103768 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.105713 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a82ee852-0857-4900-a17a-400ec2cb5434 HTTP/1.1" status: 204 len: 168 time: 0.1794722 Aug 30 20:14:50.122631 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b3271-94df-48a0-b25a-dc7520999db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82ee852-0857-4900-a17a-400ec2cb5434,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:50.167859 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6267a04e-1330-4b61-abea-0e8db780ef61 req-b87f2eec-656e-4212-805c-6d80e8dffaf4 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596404 Aug 30 20:14:50.572849 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50290) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:50.681267 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2058674845-network', 'tenant_id': 'ca728e5b91c04479ad1632522aa7084e'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:50.705337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Made reservation on behalf of ca728e5b91c04479ad1632522aa7084e for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:50.707760 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.716382 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.836326 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.843868 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.844248 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50302) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:50.869238 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:14:50.882386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69184f6b-e9d3-4a16-b781-b041ed643581,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:50.884896 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.885364 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Added segment 196e2502-992b-4254-b62e-501bff743864 of type vlan for network 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c Aug 30 20:14:50.960241 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:50.990494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1904101438-network', 'tenant_id': 'f07766daff4745b28547246234d070d4'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:50.993627 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-4ba4e69b-eda2-40ea-ac34-45a62b4e3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:50.994511 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-4ba4e69b-eda2-40ea-ac34-45a62b4e3d57 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1098 time: 0.0776949 Aug 30 20:14:51.010764 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.013007 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.013007 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.024891 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.026042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Made reservation on behalf of f07766daff4745b28547246234d070d4 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:51.028412 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.042763 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.163029 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.169198 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.194477 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:14:51.211948 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7928ea-cf42-4dcc-8fd0-447520520f02,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:51.220307 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.220671 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Added segment a828d5b3-3ff0-492d-95c3-8d3c4a33de14 of type vlan for network 2c44ab28-d2ac-4317-a896-6c1b0240b72c Aug 30 20:14:51.268832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.301803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.303587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.304199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.380053 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5295627 Aug 30 20:14:51.380340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50312) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:51.386110 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Request body: {'subnet': {'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1904101438-subnet', 'tenant_id': 'f07766daff4745b28547246234d070d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:51.406532 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8276343 Aug 30 20:14:51.407433 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50314) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:51.417465 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Request body: {'subnet': {'network_id': '14c005b8-d0e6-4af2-8ebc-eb40ab8a416c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2058674845-subnet', 'tenant_id': 'ca728e5b91c04479ad1632522aa7084e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:51.422921 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc79c-b78e-4101-b400-eb1292d338c4 admin admin] Pushing event updated for resources: {'Network': ['ID=14c005b8-d0e6-4af2-8ebc-eb40ab8a416c,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:51.426795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b51c-e2f0-476d-aff3-0eaa6e5e16ae admin admin] Pushing event updated for resources: {'Network': ['ID=2c44ab28-d2ac-4317-a896-6c1b0240b72c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:51.438970 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:14:51.442218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Made reservation on behalf of f07766daff4745b28547246234d070d4 for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:51.446444 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12931718'] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.474209 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:14:51.487373 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-406ab67b-2c29-4c6a-a838-1b4978679b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.490142 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-406ab67b-2c29-4c6a-a838-1b4978679b22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.4875877 Aug 30 20:14:51.521381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Made reservation on behalf of ca728e5b91c04479ad1632522aa7084e for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:51.524212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12931718'] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.612056 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-899ae76d-53fb-4bc3-84da-9c9022720460 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 1001 time: 0.1116242 Aug 30 20:14:51.690188 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-0566f315-f9ab-4ce8-8ef8-c00d152384e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.692587 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-0566f315-f9ab-4ce8-8ef8-c00d152384e3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0711880 Aug 30 20:14:51.714482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0208e-e6a8-4e90-bbcb-2d2f3069af02 req-ea4d7ee6-aa12-495c-b54b-6e9bc5dfabf8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.719565 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8db0208e-e6a8-4e90-bbcb-2d2f3069af02 req-ea4d7ee6-aa12-495c-b54b-6e9bc5dfabf8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.1349752 Aug 30 20:14:51.762819 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-3fc90a9e-eb42-4b66-8997-cab51c5a3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:51.764594 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-3fc90a9e-eb42-4b66-8997-cab51c5a3319 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0633330 Aug 30 20:14:51.857726 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8db0208e-e6a8-4e90-bbcb-2d2f3069af02 req-a5c35d93-cc07-4279-a79a-a633d2f56097 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311450 Aug 30 20:14:51.859348 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-5071a738-b3a0-49c8-8989-e2169dc08ec8 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861478 Aug 30 20:14:51.893923 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16613221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12931728'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.935817 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16613221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12931728'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:51.963755 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2a0f75ca-8e54-4a83-8dd0-808a3e77b992 req-fbf9ffb4-0037-4ae7-95a2-3ed70b077b6d service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959742 Aug 30 20:14:51.975690 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b507c0e-85ad-4943-939c-3601a2c49f89,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:52.016904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Checking segment: {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:14:52.017265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Network hostable DHCP agents. Network: 2c44ab28-d2ac-4317-a896-6c1b0240b72c, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:14:52.051734 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Checking segment: {'id': '196e2502-992b-4254-b62e-501bff743864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '14c005b8-d0e6-4af2-8ebc-eb40ab8a416c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:14:52.052091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Network hostable DHCP agents. Network: 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:14:52.055339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2bf87b-5183-4e13-8f17-624a48ab2b01,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:52.069058 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:14:52.081944 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 2c44ab28-d2ac-4317-a896-6c1b0240b72c) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:14:52.087374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:52.087889 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.092452 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Network 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:14:52.098248 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc4fba-6031-4057-88cb-76215c9afb80 None None] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:52.101417 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:14:52.107503 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:52.108097 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.117960 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1aec1-9955-4448-b40e-aae0e173092f None None] Network 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:52.120260 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d4981ca2-0648-43ee-bd05-98790e50b5ab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7388213 Aug 30 20:14:52.131752 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6a201df4-bdcc-4ca0-8406-1528b3f4ae7d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7217126 Aug 30 20:14:52.362184 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e027e6-68b8-4c4f-be98-f1631cd0afd0 None None] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:52.383361 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f4aa91-3acc-4515-9f47-32d2a727a4a3 None None] Network 14c005b8-d0e6-4af2-8ebc-eb40ab8a416c requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:52.732057 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50342) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:52.738860 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-510877194-network', 'tenant_id': 'c50a2b374815412e97b6ffc50c5dd0d0'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:52.760914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Made reservation on behalf of c50a2b374815412e97b6ffc50c5dd0d0 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:52.763148 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.772757 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.861990 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.865466 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.885092 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:14:52.900247 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993563cc-9e25-4b82-a97d-8ff8b6826f6a,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:52.904993 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.905340 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Added segment 89be9a43-88fa-4793-b4a4-e5009d5e085f of type vlan for network 9b74a786-5547-498e-b6b3-2efb2bc16ed8 Aug 30 20:14:52.948954 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.975403 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.976386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:52.976971 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:52.987292 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15881f1-ec6b-479c-8c7e-6528a4bb6d80 req-396e19cc-55e3-45ef-9b2d-71327949e87b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:52.988894 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f15881f1-ec6b-479c-8c7e-6528a4bb6d80 req-396e19cc-55e3-45ef-9b2d-71327949e87b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0527277 Aug 30 20:14:53.026463 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f15881f1-ec6b-479c-8c7e-6528a4bb6d80 req-13c817cd-0834-43f3-bba4-0444c9862d4f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315003 Aug 30 20:14:53.030180 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2969582 Aug 30 20:14:53.034155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50346) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:53.039263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Request body: {'subnet': {'network_id': '9b74a786-5547-498e-b6b3-2efb2bc16ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-510877194-subnet', 'tenant_id': 'c50a2b374815412e97b6ffc50c5dd0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:53.041374 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fff98-e25a-48f1-9103-26b45bc99164 admin admin] Pushing event updated for resources: {'Network': ['ID=9b74a786-5547-498e-b6b3-2efb2bc16ed8,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:53.063286 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Made reservation on behalf of c50a2b374815412e97b6ffc50c5dd0d0 for: {'subnet': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:53.064945 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 9b74a786-5547-498e-b6b3-2efb2bc16ed8 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:14:53.065799 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12931718'] for subnet, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:53.243310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16613221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12931728'] for subnet, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:53.300404 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8843ae0-269a-4330-83c9-171138589a43,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:53.315370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Checking segment: {'id': '89be9a43-88fa-4793-b4a4-e5009d5e085f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '9b74a786-5547-498e-b6b3-2efb2bc16ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:14:53.316354 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Network hostable DHCP agents. Network: 9b74a786-5547-498e-b6b3-2efb2bc16ed8, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94125) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:14:53.338356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Network 9b74a786-5547-498e-b6b3-2efb2bc16ed8 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94125) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:14:53.349428 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 9b74a786-5547-498e-b6b3-2efb2bc16ed8) {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:14:53.354081 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:53.354686 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:53.360343 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb181b6-2e29-452d-9431-6c58f4217335 None None] Network 9b74a786-5547-498e-b6b3-2efb2bc16ed8 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:53.370217 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-39e99d42-7583-445b-8562-a9da80bd06cb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3348114 Aug 30 20:14:53.510633 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af27fe8-3592-4018-bfdd-2b9daea2a8f9 None None] Network 9b74a786-5547-498e-b6b3-2efb2bc16ed8 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:14:54.261116 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-79877d88-9fba-45d0-8fbb-66a850052f70 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:54.262715 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-79877d88-9fba-45d0-8fbb-66a850052f70 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 814 time: 0.2008665 Aug 30 20:14:54.287245 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-3c596c4b-4ac2-4d46-b1d0-5eecd8452bba tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/quotas/f07766daff4745b28547246234d070d4 HTTP/1.1" status: 200 len: 375 time: 0.0117438 Aug 30 20:14:54.334576 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-6bc473fd-1d31-47d0-b9a4-4ba6d075506f tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412395 Aug 30 20:14:54.550664 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-cc90ae86-8119-405e-a597-d205f8c05cbf service neutron] 10.222.0.11 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057221 Aug 30 20:14:54.559381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc064b4-5916-4291-97de-302232bb4ce9 req-67ac7654-885c-4fa7-ba79-65c6dcafc8c2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:54.560956 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2cc064b4-5916-4291-97de-302232bb4ce9 req-67ac7654-885c-4fa7-ba79-65c6dcafc8c2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.3657470 Aug 30 20:14:54.654086 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2cc064b4-5916-4291-97de-302232bb4ce9 req-0c101f4f-00e5-4fcf-bc5e-631c9c9de603 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823710 Aug 30 20:14:54.694646 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-a865af10-326f-4005-8778-09a96c069d90 service neutron] 10.222.0.11 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326683 Aug 30 20:14:54.879486 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cbcd742f-91f4-4277-82e3-77e2b0099c41 req-5aadb258-0386-45aa-b39b-aaa8a3c137d4 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 210 time: 0.0318978 Aug 30 20:14:55.494086 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a20cb6-e287-4319-8fa2-47cda5c0d786 req-e915b5fc-fb3e-4b26-8f2f-ce8265c73a5e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:55.495859 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4a20cb6-e287-4319-8fa2-47cda5c0d786 req-e915b5fc-fb3e-4b26-8f2f-ce8265c73a5e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 945 time: 0.0624309 Aug 30 20:14:55.565273 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d4a20cb6-e287-4319-8fa2-47cda5c0d786 req-ade90541-827a-4d8a-a639-fd872b9a2af3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590138 Aug 30 20:14:55.598165 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:14:55.689164 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:55.723304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:55.725564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab818f0-28a1-495a-b475-d6dd6755094f" -d '{"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-unplugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:55.737814 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:14:55.742052 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:55.765972 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112114bb-7c1c-4d10-8745-9d63286d7d40 x-openstack-request-id: req-112114bb-7c1c-4d10-8745-9d63286d7d40 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:55.766369 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-unplugged", "status": "failed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "code": 422}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:55.766681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-112114bb-7c1c-4d10-8745-9d63286d7d40 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:55.767551 dv-cinder-777031-3-iscsi neutron-server[94126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'code': 422} returned with failed status Aug 30 20:14:55.795511 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=8']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:55.804009 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.805925 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.806300 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.806645 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.806985 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.807326 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.807661 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.808050 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.808389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.808716 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.809042 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.809364 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:14:55.827186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50448) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:14:55.930887 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-1d38b334-bbce-44ea-8d6b-9003e13395bc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961385 Aug 30 20:14:55.987843 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c5e678df-7c46-414b-8248-0970fd7d41d1 req-ac48fa57-a9c7-4d4f-aa9d-29172f1d3449 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 210 time: 0.0273557 Aug 30 20:14:56.120790 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-24379ff1-809b-4303-9300-23ae8b89c1d3 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:56.122718 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-24379ff1-809b-4303-9300-23ae8b89c1d3 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 814 time: 0.1167822 Aug 30 20:14:56.139613 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Request body: {'port': {'device_id': '27c16296-3896-4281-8976-f6964d67ef2f', 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c', 'admin_state_up': True, 'tenant_id': 'f07766daff4745b28547246234d070d4'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:56.267912 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Made reservation on behalf of f07766daff4745b28547246234d070d4 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:14:56.271884 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:56.408632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Allocated IP 172.20.0.13 (2c44ab28-d2ac-4317-a896-6c1b0240b72c/2b507c0e-85ad-4943-939c-3601a2c49f89/de78832f-a834-4f24-9063-844130f5edcd) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:14:56.571075 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:56.612045 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:56.661219 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:14:56.669926 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:14:56.675270 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:14:56.702024 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Pushing event updated for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:56.716631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf1dec-05a0-42a2-b5fe-7677d326de58 req-3a375e30-dfe6-4506-90e4-f9861c5f6cba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:56.718553 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-37bf1dec-05a0-42a2-b5fe-7677d326de58 req-3a375e30-dfe6-4506-90e4-f9861c5f6cba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0690088 Aug 30 20:14:56.736803 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:56.737460 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:56.753876 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-c74d8f0a-3e68-4631-8bcb-65dccf79ac1b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6200554 Aug 30 20:14:56.767913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Request body: {'port': {'device_id': '27c16296-3896-4281-8976-f6964d67ef2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:14:56.772876 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-37bf1dec-05a0-42a2-b5fe-7677d326de58 req-406d0cb4-966a-4b9c-86ab-9e25f9ac5915 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Aug 30 20:14:56.832447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.159000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93ed0-8d87-4283-b8cb-2945255f4e40 req-5a70bb26-6f87-416b-b77c-14f37699a460 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.160636 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ad93ed0-8d87-4283-b8cb-2945255f4e40 req-5a70bb26-6f87-416b-b77c-14f37699a460 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 932 time: 0.0564673 Aug 30 20:14:57.166765 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de78832f-a834-4f24-9063-844130f5edcd {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:14:57.176129 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.191272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Transition to ACTIVE for port object de78832f-a834-4f24-9063-844130f5edcd will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:14:57.197608 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.208668 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ad93ed0-8d87-4283-b8cb-2945255f4e40 req-9e528186-3986-45f7-a3ee-23460b91886b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396931 Aug 30 20:14:57.288245 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Pushing event updated for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:57.375487 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Attempting to bind port de78832f-a834-4f24-9063-844130f5edcd on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:14:57.376160 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Attempting to bind port de78832f-a834-4f24-9063-844130f5edcd by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:14:57.376616 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Attempting to bind port de78832f-a834-4f24-9063-844130f5edcd on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:14:57.383681 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Port de78832f-a834-4f24-9063-844130f5edcd on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:14:57.384227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Attempting to bind port de78832f-a834-4f24-9063-844130f5edcd on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:14:57.393580 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:14:57.394374 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Checking segment: {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:14:57.395036 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Bound using segment: {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:14:57.395789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Bound port: de78832f-a834-4f24-9063-844130f5edcd, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:14:57.396706 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.469636 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:14:57.472745 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=de78832f-a834-4f24-9063-844130f5edcd,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:14:57.477444 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.510181 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.510944 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:14:57.512349 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-273323ff-1dab-4ca5-845b-69836418088c service neutron] 10.222.0.90 "PUT /v2.0/ports/de78832f-a834-4f24-9063-844130f5edcd HTTP/1.1" status: 200 len: 1094 time: 0.7494335 Aug 30 20:14:57.514351 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:14:57.517906 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f235bf52-6c96-4bad-8372-f5819a752ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "tag": "de78832f-a834-4f24-9063-844130f5edcd"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:14:57.553386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273323ff-1dab-4ca5-845b-69836418088c service neutron] Pushing event updated for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:14:57.573080 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e767387-6109-404c-91b7-becbd01d10b1 x-openstack-request-id: req-8e767387-6109-404c-91b7-becbd01d10b1 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:14:57.573557 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "tag": "de78832f-a834-4f24-9063-844130f5edcd", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:14:57.573981 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e767387-6109-404c-91b7-becbd01d10b1 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:14:57.574370 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd', 'status': 'completed', 'code': 200} Aug 30 20:14:57.634529 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-56db8826-1ad1-401f-bdb7-33d6e366f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.636170 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-56db8826-1ad1-401f-bdb7-33d6e366f029 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 1097 time: 0.0478101 Aug 30 20:14:57.664825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-83e7d0f2-330a-4518-be9c-28465623d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.667220 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-83e7d0f2-330a-4518-be9c-28465623d890 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 1096 time: 0.1045618 Aug 30 20:14:57.686792 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-eb4129cd-ea88-4a6f-972e-b07a975cd12c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de78832f-a834-4f24-9063-844130f5edcd HTTP/1.1" status: 200 len: 217 time: 0.0398121 Aug 30 20:14:57.743622 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-2b6ff3e8-0699-4d85-8be3-dd2e0bfa137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.743831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-4968191f-f3fb-4774-a6b0-121eaa7da731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.745021 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-2b6ff3e8-0699-4d85-8be3-dd2e0bfa137d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1096 time: 0.0452640 Aug 30 20:14:57.745260 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-4968191f-f3fb-4774-a6b0-121eaa7da731 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b507c0e-85ad-4943-939c-3601a2c49f89 HTTP/1.1" status: 200 len: 854 time: 0.0437338 Aug 30 20:14:57.783702 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-27019c44-b756-4d47-b3fe-cc4563965f8f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2c44ab28-d2ac-4317-a896-6c1b0240b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244370 Aug 30 20:14:57.849284 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-6f608e8c-185e-4bae-84ae-fee6f4c35c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.850875 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-6f608e8c-185e-4bae-84ae-fee6f4c35c38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.0924232 Aug 30 20:14:57.916338 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-2f1b9cc1-0dd4-44f5-b8a9-a4188ad5612b service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217647 Aug 30 20:14:57.926750 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-77cfba1f-c671-4c03-a2ce-65373cb34f70 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 999 time: 0.0644469 Aug 30 20:14:57.929138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abe21f-c4d6-4fe8-97bf-2d6e0caf7b76 req-fbf5d313-7b41-4026-8be6-0d9ee91fb151 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.930732 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c6abe21f-c4d6-4fe8-97bf-2d6e0caf7b76 req-fbf5d313-7b41-4026-8be6-0d9ee91fb151 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0718451 Aug 30 20:14:57.987360 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-ff1253fb-7b9e-41c1-9f8b-1256fe46837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:57.988985 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-ff1253fb-7b9e-41c1-9f8b-1256fe46837e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0528479 Aug 30 20:14:58.029356 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c6abe21f-c4d6-4fe8-97bf-2d6e0caf7b76 req-bb0c677b-f4f7-46cf-92e6-a1c6a011f792 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874450 Aug 30 20:14:58.040704 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-db1aaf56-89e4-4f74-b3e4-3192fffbf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:58.042268 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-db1aaf56-89e4-4f74-b3e4-3192fffbf704 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431402 Aug 30 20:14:58.052227 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4ea199c-8374-4796-aabd-61aedebcebf0 req-dfcb768c-660c-4753-a76a-2d64932c09f4 service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205406 Aug 30 20:14:58.151214 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-d492e3c1-321e-446e-8547-6c6eee379f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:58.152868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-d492e3c1-321e-446e-8547-6c6eee379f6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 1097 time: 0.0440197 Aug 30 20:14:58.168223 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-999fbdc1-a05f-47b9-85c9-0fd0ffbbbdf1 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170411 Aug 30 20:14:58.264784 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-3334db45-8efa-4a84-8e62-bfac0ecd8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:58.267638 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-3334db45-8efa-4a84-8e62-bfac0ecd8bc8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 915 time: 0.1040187 Aug 30 20:14:58.287880 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-ed39caed-3633-4021-a4b7-c13a7d255b83 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112530 Aug 30 20:14:58.318063 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-2cdeb25c-4ae9-42b8-ac06-44954a02d499 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de78832f-a834-4f24-9063-844130f5edcd HTTP/1.1" status: 200 len: 217 time: 0.0426142 Aug 30 20:14:58.405848 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812fde-3aa3-413a-a6af-9ee08b91f1cf req-f5f7bf1a-8f8a-417e-ab09-fa12382a6385 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:58.407513 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a812fde-3aa3-413a-a6af-9ee08b91f1cf req-f5f7bf1a-8f8a-417e-ab09-fa12382a6385 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 944 time: 0.0920100 Aug 30 20:14:58.409459 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-6c2ff9f6-bac4-4eb7-88d0-25e1f23e825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:58.410791 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-6c2ff9f6-bac4-4eb7-88d0-25e1f23e825a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b507c0e-85ad-4943-939c-3601a2c49f89 HTTP/1.1" status: 200 len: 854 time: 0.0688441 Aug 30 20:14:58.456606 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-957b3ac2-5d22-48d3-9c0f-00b7f8bb0097 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2c44ab28-d2ac-4317-a896-6c1b0240b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362639 Aug 30 20:14:58.491457 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7a812fde-3aa3-413a-a6af-9ee08b91f1cf req-eeb65900-b299-4309-be62-2a725f732ccd tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770004 Aug 30 20:14:58.563769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-8ed3c6d2-2487-46a3-8e4d-723ae33ba8c5 service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988247 Aug 30 20:14:58.661765 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f235bf52-6c96-4bad-8372-f5819a752ef4 req-d5f66b5f-1357-4f0d-979b-408d1ea6db5c service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885267 Aug 30 20:14:59.185233 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897723e-8335-4c52-9d6e-22c7a8240446 req-2a4dd9f5-d045-40e5-bfdb-e6f15066fcb0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:59.187702 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5897723e-8335-4c52-9d6e-22c7a8240446 req-2a4dd9f5-d045-40e5-bfdb-e6f15066fcb0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0555925 Aug 30 20:14:59.229128 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5897723e-8335-4c52-9d6e-22c7a8240446 req-00b5a957-1d73-48c1-b0a4-5861dbc3f1c8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Aug 30 20:14:59.653156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b115b4-efe7-467b-9166-2e244fbc1603 req-3eb15ee2-1d0e-4f70-a2d1-84177c4af8eb tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:14:59.664272 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4b115b4-efe7-467b-9166-2e244fbc1603 req-3eb15ee2-1d0e-4f70-a2d1-84177c4af8eb tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 944 time: 0.0975649 Aug 30 20:14:59.706211 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4b115b4-efe7-467b-9166-2e244fbc1603 req-3fa09c84-0fb4-4c60-b609-748674ec9bdb tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Aug 30 20:15:00.368273 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38b0b5-6e0e-425a-8f99-a5ce0c1a895f req-c4835bd7-4d14-4e65-903f-0261e08bad5d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:00.369767 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b38b0b5-6e0e-425a-8f99-a5ce0c1a895f req-c4835bd7-4d14-4e65-903f-0261e08bad5d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0528076 Aug 30 20:15:00.421220 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b38b0b5-6e0e-425a-8f99-a5ce0c1a895f req-bd471884-1721-4ee6-aa8a-435d02029997 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Aug 30 20:15:00.842485 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa97564-11c8-431b-84ca-adff233fc5d7 req-7c7b5c38-2242-4bdd-ab9f-7c4cddc55233 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:00.844650 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-baa97564-11c8-431b-84ca-adff233fc5d7 req-7c7b5c38-2242-4bdd-ab9f-7c4cddc55233 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 944 time: 0.0541713 Aug 30 20:15:00.886834 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-baa97564-11c8-431b-84ca-adff233fc5d7 req-2c38f0c0-a033-4efc-8aa1-1e7ea21bfd41 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351608 Aug 30 20:15:07.978263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50614) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:08.032821 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Deleting subnet cf2bf87b-5183-4e13-8f17-624a48ab2b01 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:15:08.038105 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.095028 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.139618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.212549 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.239048 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2bf87b-5183-4e13-8f17-624a48ab2b01,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:08.252669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.258454 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50616) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:08.259161 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf2bf87b-5183-4e13-8f17-624a48ab2b01 HTTP/1.1" status: 204 len: 168 time: 0.2788563 Aug 30 20:15:08.274789 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.275150 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.275508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.275856 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.276195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.276540 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.276877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.277211 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.277543 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.278330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.278330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.278592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49551031-3af6-45b3-9e58-8ff016ae051d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.368196 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.461064 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.472648 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c005b8-d0e6-4af2-8ebc-eb40ab8a416c']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:08.483000 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196e2502-992b-4254-b62e-501bff743864') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:08.485778 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196e2502-992b-4254-b62e-501bff743864') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:08.493538 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.514905 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.522321 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:15:08.522885 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:15:08.533841 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:15:08.589344 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.611052 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c005b8-d0e6-4af2-8ebc-eb40ab8a416c,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:08.617344 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.622864 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50618) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:08.630698 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14c005b8-d0e6-4af2-8ebc-eb40ab8a416c HTTP/1.1" status: 204 len: 168 time: 0.3702722 Aug 30 20:15:08.636983 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.637405 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.637815 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.638084 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.638364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.638676 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.639005 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.639336 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.639675 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.639992 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.640461 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.640787 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bc7663-3ffb-487a-9b1e-c8867e4ed419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:15:08.689240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Deleting subnet e8843ae0-269a-4330-83c9-171138589a43 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:15:08.692982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.732399 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.773020 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.841785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.882139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8843ae0-269a-4330-83c9-171138589a43,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:08.888567 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:08.895334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d47eb159-6c09-4414-8612-dc967d4a5f20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e8843ae0-269a-4330-83c9-171138589a43 HTTP/1.1" status: 204 len: 168 time: 0.2685726 Aug 30 20:15:08.895629 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50620) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:08.982550 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.070543 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.083100 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b74a786-5547-498e-b6b3-2efb2bc16ed8']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:09.095413 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89be9a43-88fa-4793-b4a4-e5009d5e085f') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:09.095737 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89be9a43-88fa-4793-b4a4-e5009d5e085f') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:15:09.104850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.123449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.131546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:15:09.131986 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:15:09.134020 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:15:09.205204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.214866 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.216903 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] 10.222.0.11 "DELETE /v2.0/networks/9b74a786-5547-498e-b6b3-2efb2bc16ed8 HTTP/1.1" status: 204 len: 168 time: 0.3203123 Aug 30 20:15:09.236497 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e4f0-0654-47c5-80a3-2aa7695abeab admin admin] Pushing event deleted for resources: {'Network': ['ID=9b74a786-5547-498e-b6b3-2efb2bc16ed8,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:09.446304 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50624) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:09.489171 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-31448d8a-aec6-4a94-81db-f943e2595410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca728e5b91c04479ad1632522aa7084e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415323 Aug 30 20:15:09.492188 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50626) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:09.545000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.569265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.622969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.626646 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:09.630146 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69184f6b-e9d3-4a16-b781-b041ed643581 HTTP/1.1" status: 204 len: 168 time: 0.1369100 Aug 30 20:15:09.638144 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b4241-5957-4b96-8e99-1fe6cf1fa6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69184f6b-e9d3-4a16-b781-b041ed643581,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:10.031470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50632) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:10.080173 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-1b9824b8-d713-4da7-ab55-055f45a2e7cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c50a2b374815412e97b6ffc50c5dd0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471902 Aug 30 20:15:10.083253 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50634) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:10.148206 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:10.174035 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:10.244285 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:10.247014 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:10.252449 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/993563cc-9e25-4b82-a97d-8ff8b6826f6a HTTP/1.1" status: 204 len: 168 time: 0.1639857 Aug 30 20:15:10.259068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094692d9-147b-4a06-ad78-295d69e46bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993563cc-9e25-4b82-a97d-8ff8b6826f6a,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:11.168292 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-11891898-772d-434a-afc4-4291bf9a2a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.327315 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fbd1934-918e-4194-bd1b-01f22e3b497b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.644310 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50702) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:14.695546 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.785002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9423dfff-727d-4374-a642-080681a6848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.903191 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9423dfff-727d-4374-a642-080681a6848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.907509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9423dfff-727d-4374-a642-080681a6848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:14.948954 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9423dfff-727d-4374-a642-080681a6848d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=708efaa9a1764be5b13417574ed32de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3032892 Aug 30 20:15:14.949886 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423dfff-727d-4374-a642-080681a6848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efffb428-7c5b-42f2-8529-9b94312fabaa,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:14.951845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50706) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:15.019077 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:15.047384 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:15.115667 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:15.118584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:15.119868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/efffb428-7c5b-42f2-8529-9b94312fabaa HTTP/1.1" status: 204 len: 168 time: 0.1670256 Aug 30 20:15:15.129766 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85216b-7210-4ce5-8ffe-dac170cfdb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffb428-7c5b-42f2-8529-9b94312fabaa,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:15.204908 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f57dd-fd85-461e-940b-5582a54c1f5d req-1f5a85d3-5bbd-4368-9f6c-ae96bf0be7fd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:15.207160 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6a5f57dd-fd85-461e-940b-5582a54c1f5d req-1f5a85d3-5bbd-4368-9f6c-ae96bf0be7fd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0697026 Aug 30 20:15:15.265982 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6a5f57dd-fd85-461e-940b-5582a54c1f5d req-09cc295d-7212-4167-a447-cd883e50e363 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524657 Aug 30 20:15:15.586509 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-8a4ea531-1e14-40a3-a71a-0e523f545f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:15.589291 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-8a4ea531-1e14-40a3-a71a-0e523f545f8a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1137 time: 0.1047916 Aug 30 20:15:15.640179 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e03ad-40f7-4143-bc1c-c9f605f092f6 req-cefd76bb-9ebb-4b17-9c9e-c44389530493 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:15.641917 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e0e03ad-40f7-4143-bc1c-c9f605f092f6 req-cefd76bb-9ebb-4b17-9c9e-c44389530493 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.1208014 Aug 30 20:15:15.660140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:15.757605 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e0e03ad-40f7-4143-bc1c-c9f605f092f6 req-af086650-44b8-427a-a0a5-ff5c5db6b5d4 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756540 Aug 30 20:15:15.795098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-d1c7b506-6f1b-4038-8c1f-6286e9b82230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:15.796901 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-d1c7b506-6f1b-4038-8c1f-6286e9b82230 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 916 time: 0.2000101 Aug 30 20:15:15.902587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-686e4457-c04d-40b2-a787-fb4b729de47a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 1000 time: 0.0979056 Aug 30 20:15:15.986072 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-63b46498-72f6-41a5-b7fb-8f1469b838a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:15.989456 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-63b46498-72f6-41a5-b7fb-8f1469b838a6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0762959 Aug 30 20:15:16.057404 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-8ca9f346-bd4b-4ed7-889a-a7dbe3f55f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:16.059371 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-8ca9f346-bd4b-4ed7-889a-a7dbe3f55f3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627708 Aug 30 20:15:16.499290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e401dfc-2b05-44de-90c1-4efd1f6ab02e req-d6026716-0bbb-4a07-9349-988c7eb81800 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:16.500821 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6e401dfc-2b05-44de-90c1-4efd1f6ab02e req-d6026716-0bbb-4a07-9349-988c7eb81800 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0792890 Aug 30 20:15:16.527353 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-edbce8ff-d6bf-45aa-90e6-01e3e612945f service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579642 Aug 30 20:15:16.617322 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6e401dfc-2b05-44de-90c1-4efd1f6ab02e req-81d7b4dd-bb99-4239-8f88-aafb860a055c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027787 Aug 30 20:15:16.686858 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d8b71038-6418-4133-835e-79ad1233c0f3 req-fb5a2ada-f993-464e-91ac-bce4475a854c service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486678 Aug 30 20:15:16.930066 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e51a8d-dfef-4f9e-b117-59988a0fb818 req-ca782cd9-8836-4bb2-9455-c0760ab2ef5f tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:16.931637 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-98e51a8d-dfef-4f9e-b117-59988a0fb818 req-ca782cd9-8836-4bb2-9455-c0760ab2ef5f tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0679641 Aug 30 20:15:16.996214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-98e51a8d-dfef-4f9e-b117-59988a0fb818 req-d4c91b76-f4e7-4501-b204-1425cd020580 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554633 Aug 30 20:15:17.496222 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:17.647586 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device de78832f-a834-4f24-9063-844130f5edcd details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:15:17.773225 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=de78832f-a834-4f24-9063-844130f5edcd,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:17.788199 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'de78832f-a834-4f24-9063-844130f5edcd', 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c', 'port_id': 'de78832f-a834-4f24-9063-844130f5edcd', 'mac_address': 'fa:16:3e:54:ce:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b507c0e-85ad-4943-939c-3601a2c49f89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:15:17.811880 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04f97-5e2f-4680-967c-eba7ced330c6 req-5e8da301-058d-458b-8219-3bbd05f64c6f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:17.814604 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03c04f97-5e2f-4680-967c-eba7ced330c6 req-5e8da301-058d-458b-8219-3bbd05f64c6f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0809441 Aug 30 20:15:17.837598 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:17.852689 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de78832f-a834-4f24-9063-844130f5edcd {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:15:17.879666 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-03c04f97-5e2f-4680-967c-eba7ced330c6 req-206cdfcf-c3e8-4fbc-9a7f-e7c7e26afba2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514572 Aug 30 20:15:17.887702 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=de78832f-a834-4f24-9063-844130f5edcd,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:17.894273 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:17.957581 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:18.138552 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f052da2-58a3-4600-acb4-51ef380c0a04 req-762fc387-ce1b-455f-8219-293290ed83a8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:18.142327 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9f052da2-58a3-4600-acb4-51ef380c0a04 req-762fc387-ce1b-455f-8219-293290ed83a8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0716753 Aug 30 20:15:18.194742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9f052da2-58a3-4600-acb4-51ef380c0a04 req-cd4eb73b-9d95-4971-9291-d7f23271f7ff tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462530 Aug 30 20:15:18.326688 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['de78832f-a834-4f24-9063-844130f5edcd'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:15:19.047310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41c29b-147b-4253-85e6-1b31f187694b req-640cafa3-6da7-4922-a9e0-f3797b7cb80c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:19.048934 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4c41c29b-147b-4253-85e6-1b31f187694b req-640cafa3-6da7-4922-a9e0-f3797b7cb80c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0795479 Aug 30 20:15:19.099952 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4c41c29b-147b-4253-85e6-1b31f187694b req-b58dda82-f905-46ff-8bc3-57c742359c33 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Aug 30 20:15:19.358820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2e8e3-d140-4fe2-848e-c10238dbc550 req-f4ffbb22-1bd8-4b67-85e9-bafbd8f25d61 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:19.360788 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ef2e8e3-d140-4fe2-848e-c10238dbc550 req-f4ffbb22-1bd8-4b67-85e9-bafbd8f25d61 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0688164 Aug 30 20:15:19.408819 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ef2e8e3-d140-4fe2-848e-c10238dbc550 req-6350d837-a0dd-4ebd-9a21-7e807a876112 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398164 Aug 30 20:15:19.650341 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device de78832f-a834-4f24-9063-844130f5edcd up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:15:19.716767 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port de78832f-a834-4f24-9063-844130f5edcd completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:15:19.723057 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port de78832f-a834-4f24-9063-844130f5edcd triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:15:19.723531 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:19.822540 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:19.850378 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:15:19.853694 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a1b559-2854-4585-b6f6-7d234d438ca5" -d '{"events": [{"server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "de78832f-a834-4f24-9063-844130f5edcd"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:15:19.874412 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=de78832f-a834-4f24-9063-844130f5edcd,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:19.879805 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:19.905752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7fbfe6-f296-4994-a928-11845a4f1664 x-openstack-request-id: req-8e7fbfe6-f296-4994-a928-11845a4f1664 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:15:19.906145 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "name": "network-vif-plugged", "status": "completed", "tag": "de78832f-a834-4f24-9063-844130f5edcd", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:15:19.906426 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e7fbfe6-f296-4994-a928-11845a4f1664 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:15:19.906833 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd', 'code': 200} Aug 30 20:15:19.941769 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:20.280951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244234-3ef7-43ac-bd9d-90f257fa64dc req-e0141f5c-8f0d-4006-9db6-76fe37c2a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:20.282558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4f244234-3ef7-43ac-bd9d-90f257fa64dc req-e0141f5c-8f0d-4006-9db6-76fe37c2a910 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 1099 time: 0.2308285 Aug 30 20:15:20.307098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2581-b495-4a9c-bf14-bf40b64aff98 req-cd066475-e817-425c-8a64-1b3b6018501b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:20.308794 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e19f2581-b495-4a9c-bf14-bf40b64aff98 req-cd066475-e817-425c-8a64-1b3b6018501b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0841589 Aug 30 20:15:20.357132 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4f244234-3ef7-43ac-bd9d-90f257fa64dc req-246c7c9c-42e3-47fe-a8c6-bb7c53c8c01c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660186 Aug 30 20:15:20.371065 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e19f2581-b495-4a9c-bf14-bf40b64aff98 req-821e863b-9176-44a5-9c84-8111679be080 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540931 Aug 30 20:15:20.557110 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea772b-ce40-4b81-b059-140c3808125c req-2360342b-63fc-4d8d-b30c-c2eabaec24b5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:20.558914 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cea772b-ce40-4b81-b059-140c3808125c req-2360342b-63fc-4d8d-b30c-c2eabaec24b5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0651393 Aug 30 20:15:20.610101 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4cea772b-ce40-4b81-b059-140c3808125c req-85f32f25-83a2-4b76-a49d-d44d19dc99b0 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429864 Aug 30 20:15:21.022249 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:21.512283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e94c51-ca4e-4d07-b37c-f7d391c018cf req-85f37525-f5f7-4e69-af96-a7f58fbb14ff tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:21.513817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06e94c51-ca4e-4d07-b37c-f7d391c018cf req-85f37525-f5f7-4e69-af96-a7f58fbb14ff tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0578961 Aug 30 20:15:21.556742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06e94c51-ca4e-4d07-b37c-f7d391c018cf req-a6f6d2a0-7fb8-4f07-bcb6-c1a4efb6fadb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Aug 30 20:15:21.776449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311891c8-30ce-4714-a945-dc530b0aab96 req-7f675cbd-a48b-4ec5-a213-03c0d63dd289 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:21.778027 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-311891c8-30ce-4714-a945-dc530b0aab96 req-7f675cbd-a48b-4ec5-a213-03c0d63dd289 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0769348 Aug 30 20:15:21.821048 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-311891c8-30ce-4714-a945-dc530b0aab96 req-2809e32a-2aca-422f-b86e-673c4eabf0b0 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366099 Aug 30 20:15:22.683042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f5c92-31e0-4a66-92a8-9f4302f2b56e req-792ecd0a-3ad5-48d7-9458-41441009b707 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:22.684525 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-788f5c92-31e0-4a66-92a8-9f4302f2b56e req-792ecd0a-3ad5-48d7-9458-41441009b707 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0506094 Aug 30 20:15:22.725597 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-788f5c92-31e0-4a66-92a8-9f4302f2b56e req-1d64cccf-8427-4bb8-983c-df35f512f156 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345347 Aug 30 20:15:22.962047 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0d3d2-86b2-4097-8a94-ecc19a09872f req-8f9ba883-8dca-45ea-898f-00f4ca2f37ad tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:22.963628 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8d0d3d2-86b2-4097-8a94-ecc19a09872f req-8f9ba883-8dca-45ea-898f-00f4ca2f37ad tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0678105 Aug 30 20:15:23.021991 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e8d0d3d2-86b2-4097-8a94-ecc19a09872f req-31a95378-338b-4c79-9a59-555fefc58861 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439594 Aug 30 20:15:23.880124 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51280e2f-5764-4ebf-8693-3c8ce5d309f8 req-fa3c4ddf-7ac2-4be5-ad19-5b10fb150078 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:23.881624 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51280e2f-5764-4ebf-8693-3c8ce5d309f8 req-fa3c4ddf-7ac2-4be5-ad19-5b10fb150078 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0703716 Aug 30 20:15:23.924620 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-51280e2f-5764-4ebf-8693-3c8ce5d309f8 req-687ec4cc-0d1c-4f1b-9e11-2b29e6a35577 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Aug 30 20:15:24.142357 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8362e-6524-4645-9b4b-246a7860ee97 req-580912a9-d921-4584-a162-bd8e9bcedf1d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:24.143833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75b8362e-6524-4645-9b4b-246a7860ee97 req-580912a9-d921-4584-a162-bd8e9bcedf1d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0514729 Aug 30 20:15:24.188967 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75b8362e-6524-4645-9b4b-246a7860ee97 req-2f77663a-8d55-46ef-987b-62a1930e5d2d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388384 Aug 30 20:15:24.539217 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50896) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:24.652755 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3210fa3c-8c94-4432-a5dd-89f7306fb188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.748709 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3210fa3c-8c94-4432-a5dd-89f7306fb188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.752984 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-3210fa3c-8c94-4432-a5dd-89f7306fb188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.798025 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-3210fa3c-8c94-4432-a5dd-89f7306fb188 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e70e485928774ad68f13cd1233089e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575836 Aug 30 20:15:24.799136 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210fa3c-8c94-4432-a5dd-89f7306fb188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc712a7-6902-4f27-8fdb-dedec2d643ec,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:24.802543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50900) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:24.875552 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.899543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.952339 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.955936 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:24.957093 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dc712a7-6902-4f27-8fdb-dedec2d643ec HTTP/1.1" status: 204 len: 168 time: 0.1528840 Aug 30 20:15:24.965551 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1336492-4a34-4e32-add5-405fa7cc165f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc712a7-6902-4f27-8fdb-dedec2d643ec,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:25.057100 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9df7c-4245-4ab4-a4fa-986eff4d4152 req-9ec598ed-e92b-40d2-aa60-f551c45b3631 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:25.058670 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8bf9df7c-4245-4ab4-a4fa-986eff4d4152 req-9ec598ed-e92b-40d2-aa60-f551c45b3631 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 943 time: 0.0575376 Aug 30 20:15:25.106926 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8bf9df7c-4245-4ab4-a4fa-986eff4d4152 req-a9b91c4b-4c9d-40ee-a4ae-ca0a2547f841 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368659 Aug 30 20:15:25.278533 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50912) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:25.294194 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-820c8d82-3c73-4982-a6ac-e80fde99b257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.337374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81590f7d-4c7a-4de1-8a66-45eae03395f9 req-eed89e28-6f5f-4f32-bedd-c017bdcf10a1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:25.349073 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-81590f7d-4c7a-4de1-8a66-45eae03395f9 req-eed89e28-6f5f-4f32-bedd-c017bdcf10a1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0840452 Aug 30 20:15:25.390519 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-81590f7d-4c7a-4de1-8a66-45eae03395f9 req-cf1fe5c5-0da5-40ca-ac2f-885b172a602d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403495 Aug 30 20:15:25.402856 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-820c8d82-3c73-4982-a6ac-e80fde99b257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.408710 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-820c8d82-3c73-4982-a6ac-e80fde99b257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.454302 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-820c8d82-3c73-4982-a6ac-e80fde99b257 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e2165d412064be0bbe001e3d0d56073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744821 Aug 30 20:15:25.455953 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c8d82-3c73-4982-a6ac-e80fde99b257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a700c9a8-9c6f-49b6-ad54-cb945677724d,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:25.458081 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50914) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:25.468358 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:15:25.530912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.553222 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.605721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.608194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.609348 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a700c9a8-9c6f-49b6-ad54-cb945677724d HTTP/1.1" status: 204 len: 168 time: 0.1498194 Aug 30 20:15:25.620092 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fda72-86fb-4141-90ce-53732da406bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a700c9a8-9c6f-49b6-ad54-cb945677724d,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:25.679862 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:15:25.790046 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:25.809233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'mac_address': 'fa:16:3e:b4:a8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:15:25.859684 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.875227 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:15:25.899738 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:25.907675 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:25.958469 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=9']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:26.006169 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 50920) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:26.021381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9dcd08ba-684f-445f-b343-a27483b8f477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.131731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9dcd08ba-684f-445f-b343-a27483b8f477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.140426 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9dcd08ba-684f-445f-b343-a27483b8f477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.185548 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-9dcd08ba-684f-445f-b343-a27483b8f477 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49ed63b3aeeb40e4b4a92e6ff2ed6940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756771 Aug 30 20:15:26.185548 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd08ba-684f-445f-b343-a27483b8f477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfbd840-bf68-4aa7-b650-2743886a3838,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:26.186080 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 50926) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:15:26.253479 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.282000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319d3ce-ed24-4286-a0b9-18a0f81af190 req-93182a79-c546-48cc-8583-5c7e62e59f6f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:26.284811 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b319d3ce-ed24-4286-a0b9-18a0f81af190 req-93182a79-c546-48cc-8583-5c7e62e59f6f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0612152 Aug 30 20:15:26.285232 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.304114 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:15:26.342296 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b319d3ce-ed24-4286-a0b9-18a0f81af190 req-85b469c2-418d-42a4-b91f-466470cf544e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474148 Aug 30 20:15:26.363272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.367096 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:26.370695 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bfbd840-bf68-4aa7-b650-2743886a3838 HTTP/1.1" status: 204 len: 168 time: 0.1803427 Aug 30 20:15:26.378769 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ba4e5-b621-48e0-9c84-7534cb6fadf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfbd840-bf68-4aa7-b650-2743886a3838,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:26.682898 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f1c9a-7015-475c-af16-a9ea281c107b req-c2c3cdff-2d38-481f-9ff2-8db519edcc74 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:26.684809 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c8f1c9a-7015-475c-af16-a9ea281c107b req-c2c3cdff-2d38-481f-9ff2-8db519edcc74 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0703294 Aug 30 20:15:26.738641 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c8f1c9a-7015-475c-af16-a9ea281c107b req-e1b84eec-1d49-44fb-a70b-f38a816437e2 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451434 Aug 30 20:15:26.862535 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b146-0de8-4a51-8c62-6f7817b1e343 req-afd39e29-62b3-44a2-8950-9ef3552bf545 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:26.864079 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26a6b146-0de8-4a51-8c62-6f7817b1e343 req-afd39e29-62b3-44a2-8950-9ef3552bf545 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0579460 Aug 30 20:15:26.904504 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-26a6b146-0de8-4a51-8c62-6f7817b1e343 req-bf27bb40-f062-43dc-98a2-b6d538c6e6ea tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Aug 30 20:15:27.516939 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9287b9-49bc-4eb5-bdcf-8166b28cec18 req-a89cbfe9-c0a6-4b8e-a13c-2590726a704c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:27.519413 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc9287b9-49bc-4eb5-bdcf-8166b28cec18 req-a89cbfe9-c0a6-4b8e-a13c-2590726a704c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 944 time: 0.0875976 Aug 30 20:15:27.561747 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc9287b9-49bc-4eb5-bdcf-8166b28cec18 req-43534d2e-6061-4077-ad3d-e304da20c113 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343642 Aug 30 20:15:27.679125 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:15:27.728617 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:15:27.728988 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:27.827900 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:27.853356 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:15:27.855634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b7703f-2b3a-43f0-9350-9f650e8f11e5" -d '{"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:15:27.867403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4f233-968f-4542-9ae7-b9db23973cc9 req-9b04eca4-3083-4d49-88db-7f23e12f5de5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:27.870561 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22a4f233-968f-4542-9ae7-b9db23973cc9 req-9b04eca4-3083-4d49-88db-7f23e12f5de5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0560772 Aug 30 20:15:27.876991 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:15:27.882307 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:27.926296 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22a4f233-968f-4542-9ae7-b9db23973cc9 req-a123eac9-2bea-40d8-a147-bcb1cc73b88e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475616 Aug 30 20:15:27.935228 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=10']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:15:27.976021 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f59cd-642f-4346-94d7-08b4a551f320 x-openstack-request-id: req-817f59cd-642f-4346-94d7-08b4a551f320 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:15:27.976310 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-plugged", "status": "completed", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:15:27.976559 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-817f59cd-642f-4346-94d7-08b4a551f320 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:15:27.976948 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'code': 200} Aug 30 20:15:28.077918 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae49396-2e5c-4dff-9e33-1bde79ca1317 req-9b67db84-4982-40da-b6c4-f03f0e190d94 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:28.081698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ae49396-2e5c-4dff-9e33-1bde79ca1317 req-9b67db84-4982-40da-b6c4-f03f0e190d94 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0560546 Aug 30 20:15:28.131738 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ae49396-2e5c-4dff-9e33-1bde79ca1317 req-8334ecab-737e-43a3-b41e-bcc6cbda4ba2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Aug 30 20:15:28.589176 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b137c67-b76a-49ca-8447-61af171e3914 req-64f90cd4-fa9e-4eae-9bd3-882fc6548a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:28.590734 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b137c67-b76a-49ca-8447-61af171e3914 req-64f90cd4-fa9e-4eae-9bd3-882fc6548a14 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1099 time: 0.0515211 Aug 30 20:15:28.638504 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b137c67-b76a-49ca-8447-61af171e3914 req-90851cfa-cd27-4a97-bc97-32b90944affa service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Aug 30 20:15:28.712931 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228cb51-62b1-42bc-9804-f48347169364 req-5b7c9c49-d1e8-43df-bfa6-a83bbdca610d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:28.714564 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7228cb51-62b1-42bc-9804-f48347169364 req-5b7c9c49-d1e8-43df-bfa6-a83bbdca610d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0627909 Aug 30 20:15:28.758516 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7228cb51-62b1-42bc-9804-f48347169364 req-41af8741-243a-4041-a62d-cda18f9fd0ad tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355399 Aug 30 20:15:29.077199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbc979-e50c-4757-bb82-b774a7ae1a44 req-6fd101eb-24d7-4945-b804-8276263ece6e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:29.081724 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7dbc979-e50c-4757-bb82-b774a7ae1a44 req-6fd101eb-24d7-4945-b804-8276263ece6e tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0658026 Aug 30 20:15:29.128785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f7dbc979-e50c-4757-bb82-b774a7ae1a44 req-5e4f42dc-a39b-4388-9965-136fd2fc0675 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399272 Aug 30 20:15:29.273960 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddfaf7-486d-4033-b1c2-4645515e4aba req-34c503d7-0ec7-46a8-9091-552e61b9cdd4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:29.275355 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29ddfaf7-486d-4033-b1c2-4645515e4aba req-34c503d7-0ec7-46a8-9091-552e61b9cdd4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0675426 Aug 30 20:15:29.319766 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-29ddfaf7-486d-4033-b1c2-4645515e4aba req-0a310f63-1d8f-4f2b-8691-7bde3adff0b9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Aug 30 20:15:29.890652 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686cc33-9a78-46c4-98ab-f8eb5fcdbede req-6fbd3d8b-fa66-49c1-9eb5-7a3fb4001905 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:29.892141 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e686cc33-9a78-46c4-98ab-f8eb5fcdbede req-6fbd3d8b-fa66-49c1-9eb5-7a3fb4001905 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Aug 30 20:15:29.932195 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e686cc33-9a78-46c4-98ab-f8eb5fcdbede req-def81af1-ac49-4ce4-9cff-f183bdcaeb42 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331850 Aug 30 20:15:30.246393 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb750ac-5040-43a8-9577-48c393203acd req-1f9df2f2-0485-4e07-9898-ed02a2c104a3 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:30.247884 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fb750ac-5040-43a8-9577-48c393203acd req-1f9df2f2-0485-4e07-9898-ed02a2c104a3 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0509298 Aug 30 20:15:30.293857 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fb750ac-5040-43a8-9577-48c393203acd req-649a6217-41e8-42ee-9100-09c1d208d014 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380871 Aug 30 20:15:30.448190 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b62d6-c518-4d38-a085-caa850aefabc req-3cb780bb-25c0-4890-8416-ac6c72e7febc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:30.449733 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e18b62d6-c518-4d38-a085-caa850aefabc req-3cb780bb-25c0-4890-8416-ac6c72e7febc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0584242 Aug 30 20:15:30.500941 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e18b62d6-c518-4d38-a085-caa850aefabc req-de3e4a33-0417-4166-b00a-8f06356b1904 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Aug 30 20:15:31.073249 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acc0f3-4aa3-47a8-be7a-b3fe1a60980a req-f7e45538-98cd-4a80-a9e6-38e336a4ae53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:31.075559 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-10acc0f3-4aa3-47a8-be7a-b3fe1a60980a req-f7e45538-98cd-4a80-a9e6-38e336a4ae53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0652740 Aug 30 20:15:31.125057 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-10acc0f3-4aa3-47a8-be7a-b3fe1a60980a req-9019fc97-5eb8-48e6-a1de-0dca4e2d2133 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417638 Aug 30 20:15:31.420408 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04edc5-c013-4bf8-a389-58bc71dd1d14 req-6ac116bf-ca8e-4511-a6c9-3b422ec22a3a tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:31.422035 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7d04edc5-c013-4bf8-a389-58bc71dd1d14 req-6ac116bf-ca8e-4511-a6c9-3b422ec22a3a tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0530386 Aug 30 20:15:31.466234 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7d04edc5-c013-4bf8-a389-58bc71dd1d14 req-16c55014-e385-4e7e-a1c1-40abcdfffc8b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361447 Aug 30 20:15:31.631736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387a1e-1fc1-486e-ae76-c37fa609f3bd req-8214ac3a-08ce-44aa-a5c1-8bbd31ea50af tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:31.633138 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c3387a1e-1fc1-486e-ae76-c37fa609f3bd req-8214ac3a-08ce-44aa-a5c1-8bbd31ea50af tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0555236 Aug 30 20:15:31.678774 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c3387a1e-1fc1-486e-ae76-c37fa609f3bd req-0324f1ba-77e6-47da-9e93-c5ab6ef913fc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386527 Aug 30 20:15:32.264522 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d88683-cfb8-4727-8a49-0568ff3829ac req-293ba34b-6231-4c58-b6d7-3c162b3be2b7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:32.266031 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-44d88683-cfb8-4727-8a49-0568ff3829ac req-293ba34b-6231-4c58-b6d7-3c162b3be2b7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0535541 Aug 30 20:15:32.305925 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-44d88683-cfb8-4727-8a49-0568ff3829ac req-b5b61a9e-5d67-4b63-8eb0-2b1289fd2eeb tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333571 Aug 30 20:15:32.591951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d7daa-5a1a-401c-8a05-a4d25171cbda req-f379aa65-371e-4de8-909c-ae387d4e1c3d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:32.593474 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-211d7daa-5a1a-401c-8a05-a4d25171cbda req-f379aa65-371e-4de8-909c-ae387d4e1c3d tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0560188 Aug 30 20:15:32.636097 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-211d7daa-5a1a-401c-8a05-a4d25171cbda req-c65ffecf-1c11-4179-8b5e-b110c1895282 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353618 Aug 30 20:15:32.806337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27cc22-b098-46a6-808b-a846fa9a2523 req-e27516b4-1bbf-4a79-8f76-aeff999f23ad tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:32.807723 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da27cc22-b098-46a6-808b-a846fa9a2523 req-e27516b4-1bbf-4a79-8f76-aeff999f23ad tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0552392 Aug 30 20:15:32.848867 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da27cc22-b098-46a6-808b-a846fa9a2523 req-7269630a-4bda-4d44-88ca-ba0a85b1d90a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351698 Aug 30 20:15:33.766183 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7d8eb-92ab-498d-83f3-23ee1c6accfc req-638bf570-7aba-4c9b-af84-f44109bdf919 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:33.768423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7fa7d8eb-92ab-498d-83f3-23ee1c6accfc req-638bf570-7aba-4c9b-af84-f44109bdf919 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0573995 Aug 30 20:15:33.809181 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7fa7d8eb-92ab-498d-83f3-23ee1c6accfc req-77baebbd-5e7a-4d7a-ab18-67ce2565e155 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2e7118f-68a9-4aee-823f-da62892cecb5&id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347018 Aug 30 20:15:33.983738 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7c439-e5d8-4dcf-b950-8f09b77484cb req-6e68ec12-bd5b-4833-ac5b-d77b47d7be9d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:33.985374 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8eb7c439-e5d8-4dcf-b950-8f09b77484cb req-6e68ec12-bd5b-4833-ac5b-d77b47d7be9d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0626025 Aug 30 20:15:34.046463 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8eb7c439-e5d8-4dcf-b950-8f09b77484cb req-84e0bab9-76e4-45f4-8e4c-c2a47b4c2c04 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544293 Aug 30 20:15:35.199840 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9ec31-1109-466d-af42-1a96dad72bb0 req-56ed368d-679d-4f00-9b9d-53f180959df8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:35.201391 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3dc9ec31-1109-466d-af42-1a96dad72bb0 req-56ed368d-679d-4f00-9b9d-53f180959df8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0678873 Aug 30 20:15:35.245434 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3dc9ec31-1109-466d-af42-1a96dad72bb0 req-20feb0f3-da4a-421a-bda3-28de94fc473c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368481 Aug 30 20:15:36.380875 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5665b9f-dbea-4363-9e46-db0ee17f8e4b req-f5def505-4439-40c1-be79-25ffc00da5c8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:36.382343 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e5665b9f-dbea-4363-9e46-db0ee17f8e4b req-f5def505-4439-40c1-be79-25ffc00da5c8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0569749 Aug 30 20:15:36.421246 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e5665b9f-dbea-4363-9e46-db0ee17f8e4b req-992e6d7a-19b2-4808-8b2a-9b11f6e56d5f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Aug 30 20:15:37.546804 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb31de-51f9-401d-9233-3ac21a9e547f req-a976f3c0-cc4d-484f-a9bb-d45b3da93566 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:37.548827 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c9eb31de-51f9-401d-9233-3ac21a9e547f req-a976f3c0-cc4d-484f-a9bb-d45b3da93566 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0538366 Aug 30 20:15:37.589238 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c9eb31de-51f9-401d-9233-3ac21a9e547f req-45425dfd-07ff-4b67-8c8f-38ac0fd3a5a9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338209 Aug 30 20:15:38.719421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b737003-2fa2-4440-a6a5-1984dd77b0e3 req-162f5f16-a0ee-457a-9deb-76f04b1ce1d4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:38.720888 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9b737003-2fa2-4440-a6a5-1984dd77b0e3 req-162f5f16-a0ee-457a-9deb-76f04b1ce1d4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0563431 Aug 30 20:15:38.758888 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9b737003-2fa2-4440-a6a5-1984dd77b0e3 req-497471cc-91f7-4001-91e2-550d8a7b7025 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Aug 30 20:15:39.873394 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ecb9e-bb81-403b-ad1a-fc914e83324d req-589993a4-8f33-47e1-ac68-199142cdb909 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:39.874901 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-083ecb9e-bb81-403b-ad1a-fc914e83324d req-589993a4-8f33-47e1-ac68-199142cdb909 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Aug 30 20:15:39.915344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-083ecb9e-bb81-403b-ad1a-fc914e83324d req-6e5de754-4765-43b9-ad78-6255acd2b32f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333009 Aug 30 20:15:41.039346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d9031-f5a5-45be-955c-82d7bb1db9f1 req-861859b8-b92b-4330-b91a-b34f4f80a554 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:41.040854 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-662d9031-f5a5-45be-955c-82d7bb1db9f1 req-861859b8-b92b-4330-b91a-b34f4f80a554 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0489588 Aug 30 20:15:41.079912 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-662d9031-f5a5-45be-955c-82d7bb1db9f1 req-92d8d733-52f8-4c6b-bff7-b480cd64f29d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Aug 30 20:15:41.162797 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-24664c07-96a2-4d47-b8c7-f8887c3e5442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:42.208230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3e045-323f-46e9-b6e8-b0e064a8bec1 req-8eadd47e-03af-4a83-9535-123fbfd884ee tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.209776 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-05f3e045-323f-46e9-b6e8-b0e064a8bec1 req-8eadd47e-03af-4a83-9535-123fbfd884ee tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0545976 Aug 30 20:15:42.247760 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-05f3e045-323f-46e9-b6e8-b0e064a8bec1 req-1e0d43d5-b11c-4ff0-87d1-ff9270378879 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320039 Aug 30 20:15:42.456524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e23b1-355a-44e4-ab12-dabc09824334 req-577bcb45-8f48-49dd-9cea-357da084e759 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.458197 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b6e23b1-355a-44e4-ab12-dabc09824334 req-577bcb45-8f48-49dd-9cea-357da084e759 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Aug 30 20:15:42.523324 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7b6e23b1-355a-44e4-ab12-dabc09824334 req-9e3f96e6-1481-431f-bdba-882df4603728 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591033 Aug 30 20:15:42.542812 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-d39bbb17-19e5-47da-94a2-2ba6154ae13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.542812 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-d39bbb17-19e5-47da-94a2-2ba6154ae13f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0480676 Aug 30 20:15:42.640778 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-45773e98-a0dd-49d6-8c7f-5ddc8c00a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.642174 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-45773e98-a0dd-49d6-8c7f-5ddc8c00a76a service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.0910544 Aug 30 20:15:42.712381 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-2d7bec24-0c3e-41bf-b442-e9d75985bb38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 1001 time: 0.0613263 Aug 30 20:15:42.769398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-9029ad44-8625-4949-a532-75795d2a582c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.770934 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-9029ad44-8625-4949-a532-75795d2a582c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0508494 Aug 30 20:15:42.825436 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-43cbc4a1-c04a-473b-ba43-c432a88ef6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:42.826999 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-43cbc4a1-c04a-473b-ba43-c432a88ef6c8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462365 Aug 30 20:15:42.922065 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-0deb64b2-d743-4056-9165-346b6254c959 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Aug 30 20:15:43.021880 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed70fae-9984-435b-a82b-e8138ea975d5 req-808ad6c9-0f5f-4397-8998-b5593344e236 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895724 Aug 30 20:15:43.640025 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d65e9-b528-4899-8457-f4f55e448edc req-2c287669-461d-4455-8d82-7d0068544d14 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:43.641412 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b47d65e9-b528-4899-8457-f4f55e448edc req-2c287669-461d-4455-8d82-7d0068544d14 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0506406 Aug 30 20:15:43.679720 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b47d65e9-b528-4899-8457-f4f55e448edc req-1d186c2a-bc19-419d-92b8-4921ac08c5c7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Aug 30 20:15:44.329406 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-1a2a209e-a10b-4bae-a9fe-ffc43bc10be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:44.689216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:44.804684 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d0f42-4020-4e0d-9323-3c8380f87212 req-4825fd34-6f23-4f33-9a9e-7ac71083120e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:44.806229 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cd7d0f42-4020-4e0d-9323-3c8380f87212 req-4825fd34-6f23-4f33-9a9e-7ac71083120e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0519412 Aug 30 20:15:44.845593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cd7d0f42-4020-4e0d-9323-3c8380f87212 req-37fd2bc1-fe92-4890-91b4-c59be5312008 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331681 Aug 30 20:15:45.647938 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:47.496885 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:15:50.185773 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-41f15e1d-095a-4367-8587-5faa2383d2e0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483654 Aug 30 20:15:50.286732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-739a816d-14f4-4a05-9815-8a0ea89b4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:50.288332 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-739a816d-14f4-4a05-9815-8a0ea89b4f5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 1099 time: 0.0482097 Aug 30 20:15:50.399236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-2fcef80e-d2c8-4f0a-baee-8c70fbacd8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:50.400687 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-2fcef80e-d2c8-4f0a-baee-8c70fbacd8c5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.0862200 Aug 30 20:15:50.471122 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-66dec068-bbd5-4e9b-9bc0-ecaf826d1605 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 200 len: 1001 time: 0.0618196 Aug 30 20:15:50.522510 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-a1a526be-60d6-4d9c-af98-54628f06e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:50.523933 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-a1a526be-60d6-4d9c-af98-54628f06e572 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0444093 Aug 30 20:15:50.572695 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-40cc008c-eedf-47bd-ba37-c417af1ffed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:15:50.574157 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-40cc008c-eedf-47bd-ba37-c417af1ffed8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394635 Aug 30 20:15:50.667113 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-7b2a38d7-baee-4085-bd63-09c67a4939a9 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Aug 30 20:15:50.759044 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6b21d29-f5b7-4574-9eb3-33170f4f6b09 req-2b72a99a-72c4-4227-8dcf-4347ac50bf7a service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820580 Aug 30 20:15:51.038989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:00.903813 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485aa51-a5f5-4cd0-96fa-bfad3aa79f78 req-473b8571-fe12-4260-ac42-c7e41e399930 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:00.905309 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0485aa51-a5f5-4cd0-96fa-bfad3aa79f78 req-473b8571-fe12-4260-ac42-c7e41e399930 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 946 time: 0.0582600 Aug 30 20:16:00.946848 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0485aa51-a5f5-4cd0-96fa-bfad3aa79f78 req-1a1f38b4-557e-44cd-9123-72f877c5e0e6 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Aug 30 20:16:02.467109 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:16:06.918006 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cd87e-ebe7-4bdc-8a96-9593d7cdaa0c req-e1d99015-e8cf-4056-b6e9-f9962863623f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:06.919589 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6d0cd87e-ebe7-4bdc-8a96-9593d7cdaa0c req-e1d99015-e8cf-4056-b6e9-f9962863623f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0524492 Aug 30 20:16:06.959697 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6d0cd87e-ebe7-4bdc-8a96-9593d7cdaa0c req-8501a4a4-2770-478f-9b7d-42b9223c89e6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337822 Aug 30 20:16:08.084437 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5edd6f-6edf-41e3-ba50-51e81472da37 req-25d003f6-2372-4ea8-a22f-b3874f6d215c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:08.086320 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e5edd6f-6edf-41e3-ba50-51e81472da37 req-25d003f6-2372-4ea8-a22f-b3874f6d215c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0552623 Aug 30 20:16:08.124301 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e5edd6f-6edf-41e3-ba50-51e81472da37 req-4e5904dc-743f-4f65-a9d8-332cf1e5f0eb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Aug 30 20:16:09.248028 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce717e-6b3f-425a-96d5-6d12f1630e64 req-16547709-8638-4f1e-8f74-764f0e8b3353 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:09.249526 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fce717e-6b3f-425a-96d5-6d12f1630e64 req-16547709-8638-4f1e-8f74-764f0e8b3353 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0546589 Aug 30 20:16:09.288613 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fce717e-6b3f-425a-96d5-6d12f1630e64 req-2364ab5a-fc36-4534-ad0d-a75d9cb88ecd tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321732 Aug 30 20:16:10.409672 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e1ee1-ef4c-484a-9982-3753e91c724d req-9fc46221-9578-4ba2-9bf5-e7a86dfb466f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:10.411806 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a88e1ee1-ef4c-484a-9982-3753e91c724d req-9fc46221-9578-4ba2-9bf5-e7a86dfb466f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0548532 Aug 30 20:16:10.450053 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a88e1ee1-ef4c-484a-9982-3753e91c724d req-002b4651-4cf1-4dcc-b2fe-8db0fcb95f15 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Aug 30 20:16:11.166985 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cb9c30e3-ff8e-422a-a560-891960067c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:11.570314 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7c51d-73ee-4131-99e3-f0d44ed8ec65 req-6d4901e6-220b-4f52-b61b-b42dfe441c0c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:11.571818 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63b7c51d-73ee-4131-99e3-f0d44ed8ec65 req-6d4901e6-220b-4f52-b61b-b42dfe441c0c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Aug 30 20:16:11.615620 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63b7c51d-73ee-4131-99e3-f0d44ed8ec65 req-b0bc6136-6e87-4b8d-ba1f-cb874f3fa563 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Aug 30 20:16:12.739180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec757e5c-eb70-4fff-89b8-a8f66e66ab56 req-bdb2ac5b-1d85-441c-9f3c-cd474a8f8c49 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:12.740865 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ec757e5c-eb70-4fff-89b8-a8f66e66ab56 req-bdb2ac5b-1d85-441c-9f3c-cd474a8f8c49 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0552945 Aug 30 20:16:12.783838 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ec757e5c-eb70-4fff-89b8-a8f66e66ab56 req-8ef7eef0-e245-4b28-88d2-062d0935db28 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Aug 30 20:16:13.901218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb40a2b-35b3-4515-b99d-69a8ac444e90 req-ada08d03-dfc3-413f-aafc-4f7e221ca21b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:13.902838 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abb40a2b-35b3-4515-b99d-69a8ac444e90 req-ada08d03-dfc3-413f-aafc-4f7e221ca21b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0505383 Aug 30 20:16:13.944861 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abb40a2b-35b3-4515-b99d-69a8ac444e90 req-09ce7511-a850-41cf-8039-95c4c29ebc88 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361278 Aug 30 20:16:14.332486 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe652-8948-454d-9a62-713b96a52b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:14.696682 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:15.065727 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbb0c-e0ce-4e67-b074-cf1ea4d3152b req-9343b58f-544b-4eb8-b611-4668cccd11b6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:15.069208 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6ffbb0c-e0ce-4e67-b074-cf1ea4d3152b req-9343b58f-544b-4eb8-b611-4668cccd11b6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0546160 Aug 30 20:16:15.121618 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e6ffbb0c-e0ce-4e67-b074-cf1ea4d3152b req-a3873610-663b-44ea-b9e6-87a7fa2c690d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Aug 30 20:16:15.652009 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:16.261155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929572fe-3ebf-4bd4-8d26-3f7f1c41a738 req-53c95196-610f-4a2a-bd5e-267e7006ec3a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:16.262728 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-929572fe-3ebf-4bd4-8d26-3f7f1c41a738 req-53c95196-610f-4a2a-bd5e-267e7006ec3a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0552616 Aug 30 20:16:16.301742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-929572fe-3ebf-4bd4-8d26-3f7f1c41a738 req-88a3d744-6dd7-402b-8836-f541eb441d6e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Aug 30 20:16:17.433138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941a700-a6b9-45fb-a680-f536247656ee req-7f2ccf63-74ca-4459-8c17-c9bb600130e8 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:17.434734 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e941a700-a6b9-45fb-a680-f536247656ee req-7f2ccf63-74ca-4459-8c17-c9bb600130e8 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0564983 Aug 30 20:16:17.475299 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e941a700-a6b9-45fb-a680-f536247656ee req-292761a1-473d-496d-b253-2c87dd3b33f7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344527 Aug 30 20:16:17.500924 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:18.596041 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a405d-3eff-496b-b26e-2b2481b16c62 req-1254cb5c-8fe5-43f7-8190-0e3e4335b47a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:18.597570 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c15a405d-3eff-496b-b26e-2b2481b16c62 req-1254cb5c-8fe5-43f7-8190-0e3e4335b47a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0512552 Aug 30 20:16:18.637008 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c15a405d-3eff-496b-b26e-2b2481b16c62 req-42af07b8-547b-4fd8-9569-7acebae11499 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331750 Aug 30 20:16:19.756892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d645b-953f-44fe-a16a-8d8b514b5432 req-39b74136-71fe-4f1f-a30d-ff9c55156ea5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:19.758425 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d8d645b-953f-44fe-a16a-8d8b514b5432 req-39b74136-71fe-4f1f-a30d-ff9c55156ea5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0538311 Aug 30 20:16:19.799167 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d8d645b-953f-44fe-a16a-8d8b514b5432 req-8544a35f-02c7-4676-b224-3df6b5b93559 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347216 Aug 30 20:16:20.923294 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c1795-40aa-4e40-ba5e-55319101ad2e req-63a7643e-12d3-4a36-a021-6259a35fc9ed tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:20.924724 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c61c1795-40aa-4e40-ba5e-55319101ad2e req-63a7643e-12d3-4a36-a021-6259a35fc9ed tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0541363 Aug 30 20:16:20.970696 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c61c1795-40aa-4e40-ba5e-55319101ad2e req-c2f85412-72c1-48cc-af10-e03e3d30e758 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396001 Aug 30 20:16:21.057165 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:22.094271 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ee7d0-6207-4c1d-91dd-263ec4e663f3 req-4de25c53-3490-4c64-86be-e4be9d6add17 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:22.095757 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9ee7d0-6207-4c1d-91dd-263ec4e663f3 req-4de25c53-3490-4c64-86be-e4be9d6add17 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0512130 Aug 30 20:16:22.145336 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9ee7d0-6207-4c1d-91dd-263ec4e663f3 req-54158df0-9b1f-476c-bc47-6833cef795b3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426087 Aug 30 20:16:22.200610 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262534a1-0db4-48b5-8738-5987c00a00ae req-19456f1c-1abc-4eaa-9b27-961330c554e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:22.202169 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-19456f1c-1abc-4eaa-9b27-961330c554e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0516269 Aug 30 20:16:22.313228 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262534a1-0db4-48b5-8738-5987c00a00ae req-6307ab86-8626-4441-8a35-9c0cd6ee7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:22.314647 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-6307ab86-8626-4441-8a35-9c0cd6ee7c4d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.1020019 Aug 30 20:16:22.387644 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-4ef9e672-dec5-48e7-8a05-fbe60f056efa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 1002 time: 0.0646698 Aug 30 20:16:22.441976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262534a1-0db4-48b5-8738-5987c00a00ae req-952b80ee-a0fe-4e65-b882-0f7578485ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:22.444345 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-952b80ee-a0fe-4e65-b882-0f7578485ce2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0479715 Aug 30 20:16:22.498013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262534a1-0db4-48b5-8738-5987c00a00ae req-d0ba14d8-eacf-47dc-8cde-2edd0c7ddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:22.499521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-d0ba14d8-eacf-47dc-8cde-2edd0c7ddd14 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469625 Aug 30 20:16:22.603360 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-00306298-c5f4-485e-9875-47376d47884f service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951040 Aug 30 20:16:22.699192 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-262534a1-0db4-48b5-8738-5987c00a00ae req-62ee040f-78a3-418b-b674-704a32756c0a service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883644 Aug 30 20:16:23.270731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621da2b1-65b7-4dba-a376-23d9d703c7c9 req-ed993d53-1118-42e3-846a-d8d2cb596a2f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:23.273033 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-621da2b1-65b7-4dba-a376-23d9d703c7c9 req-ed993d53-1118-42e3-846a-d8d2cb596a2f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0577788 Aug 30 20:16:23.319393 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-621da2b1-65b7-4dba-a376-23d9d703c7c9 req-93536e35-e9ae-49e1-a2c1-d7ae2e3057f7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Aug 30 20:16:24.446317 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd183a2-35ed-4a9d-92a8-8d357da6ef30 req-4bc7fd31-06e2-466e-90ca-69230026e790 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:24.447832 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fd183a2-35ed-4a9d-92a8-8d357da6ef30 req-4bc7fd31-06e2-466e-90ca-69230026e790 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0602980 Aug 30 20:16:24.497387 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fd183a2-35ed-4a9d-92a8-8d357da6ef30 req-7393bd59-a50d-4b45-9a36-ab717022f4a8 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Aug 30 20:16:25.641165 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac16335-296c-41d1-a944-ba146becb30a req-f3d3ab81-ccc5-4f51-8a8b-dac86740879f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:25.642803 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ac16335-296c-41d1-a944-ba146becb30a req-f3d3ab81-ccc5-4f51-8a8b-dac86740879f tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0636785 Aug 30 20:16:25.691546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6ac16335-296c-41d1-a944-ba146becb30a req-bfd98476-b3b5-4a12-900f-c7877f6116d1 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Aug 30 20:16:26.985937 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da0f8-dfeb-49f2-a301-31d264b53163 req-90f45818-7a11-481b-ac2b-3fbd6f6c2fd2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:26.987577 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-412da0f8-dfeb-49f2-a301-31d264b53163 req-90f45818-7a11-481b-ac2b-3fbd6f6c2fd2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0625386 Aug 30 20:16:27.010908 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51232) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:16:27.029137 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-412da0f8-dfeb-49f2-a301-31d264b53163 req-0f215b66-60e4-4823-b2c1-a989a90fad7c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Aug 30 20:16:27.118303 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-c160d9c9-a131-4108-9ab1-662112c76b9c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1056509 Aug 30 20:16:27.935533 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:16:28.024270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:28.062153 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:16:28.064912 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f4d83a-8368-46eb-a645-5d5e2e4e5a7f" -d '{"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:16:28.082064 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:16:28.089570 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:28.161305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=6']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:16:28.170224 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.170606 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.170905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.171231 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.171582 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.171923 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.172242 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.172700 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.172934 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.173222 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.173545 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.173889 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:16:28.188561 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57137d25-995b-433f-9a44-70fcffa4bdaa req-9155055d-aa3e-4363-a831-46e5777aab3a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:28.196755 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57137d25-995b-433f-9a44-70fcffa4bdaa req-9155055d-aa3e-4363-a831-46e5777aab3a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0764575 Aug 30 20:16:28.235689 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-57137d25-995b-433f-9a44-70fcffa4bdaa req-6efed81c-83c8-4506-af0f-c802e00e380e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374618 Aug 30 20:16:28.437821 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 20:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de68881-2fd1-4232-ad18-6ee96ff2306e x-openstack-request-id: req-7de68881-2fd1-4232-ad18-6ee96ff2306e {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:16:28.438121 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-unplugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:16:28.438434 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7de68881-2fd1-4232-ad18-6ee96ff2306e {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:16:28.438832 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'code': 200} Aug 30 20:16:28.684258 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-088d8286-ba4c-481e-8214-64fc27483c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:28.685707 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-088d8286-ba4c-481e-8214-64fc27483c85 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3&tenant_id=63d81fd983f0455eb964c3689815abe1 HTTP/1.1" status: 200 len: 1097 time: 0.0739520 Aug 30 20:16:28.754224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-14a87530-bccf-4047-868a-2bbaa316e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:28.756600 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-14a87530-bccf-4047-868a-2bbaa316e7a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1097 time: 0.0432925 Aug 30 20:16:29.102982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-6bde6cbd-4d10-4d29-a7d3-f8ae72303031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:29.104487 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-6bde6cbd-4d10-4d29-a7d3-f8ae72303031 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.3403945 Aug 30 20:16:29.172461 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-16fc6667-782c-447c-af4d-6b583d99a866 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 1000 time: 0.0593655 Aug 30 20:16:29.229370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-21de1948-dc3a-4d4f-a336-33db19328337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:29.230876 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-21de1948-dc3a-4d4f-a336-33db19328337 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0500720 Aug 30 20:16:29.286108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-94b5f31e-788d-4efd-ae61-b9c1e98c277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:29.288477 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-94b5f31e-788d-4efd-ae61-b9c1e98c277e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493655 Aug 30 20:16:29.413579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e419d5-9c7c-4a7a-854a-53438dd26eb5 req-c055bff1-5150-43f1-9070-3ee7a72d3ba6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:29.415086 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0e419d5-9c7c-4a7a-854a-53438dd26eb5 req-c055bff1-5150-43f1-9070-3ee7a72d3ba6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.1009002 Aug 30 20:16:29.434506 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-c93efb39-4079-4561-b7df-b5e34f4fd19a service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386557 Aug 30 20:16:29.513670 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f0e419d5-9c7c-4a7a-854a-53438dd26eb5 req-84b2f654-e88f-4548-a55d-033cfe4c1de9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921690 Aug 30 20:16:29.549422 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c7ba8302-4b7b-4567-8c39-a61416029a60 req-87209222-955a-4422-9e97-248ec4355245 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062117 Aug 30 20:16:30.629616 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daee5c-3219-4115-a1e5-3b536641cf14 req-22e97bfe-89f2-41db-a29d-fe280aea3b73 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:30.631518 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13daee5c-3219-4115-a1e5-3b536641cf14 req-22e97bfe-89f2-41db-a29d-fe280aea3b73 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0512650 Aug 30 20:16:30.672066 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13daee5c-3219-4115-a1e5-3b536641cf14 req-bc4b5683-fb9f-4d53-aaaa-896ff37c8d94 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Aug 30 20:16:31.796891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b506b-eb24-4696-a9ff-7fcfa524102d req-01c6767e-7a7f-4662-b9c1-15212031712d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:31.798403 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e58b506b-eb24-4696-a9ff-7fcfa524102d req-01c6767e-7a7f-4662-b9c1-15212031712d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0513394 Aug 30 20:16:31.841584 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e58b506b-eb24-4696-a9ff-7fcfa524102d req-7ea0868b-a328-4cd0-89af-4e8064669bbe tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359373 Aug 30 20:16:32.966678 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006011e8-2c63-41fe-a94c-675e3330542f req-47aa5058-5e8a-4528-82a9-360d115402f9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:32.968511 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-006011e8-2c63-41fe-a94c-675e3330542f req-47aa5058-5e8a-4528-82a9-360d115402f9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0547724 Aug 30 20:16:33.014033 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-006011e8-2c63-41fe-a94c-675e3330542f req-f9f4d8ac-b208-46da-a7b6-c34280fd16f5 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Aug 30 20:16:34.133596 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3557dc0-bb23-4962-937b-a505bc27fdef req-a26bf474-f44b-4796-9f68-fe1cfd21b53d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:34.135196 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d3557dc0-bb23-4962-937b-a505bc27fdef req-a26bf474-f44b-4796-9f68-fe1cfd21b53d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0516393 Aug 30 20:16:34.177018 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d3557dc0-bb23-4962-937b-a505bc27fdef req-afc74274-d637-414b-9d8b-0ab183f62842 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358553 Aug 30 20:16:35.291618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd8540-0d8d-4cb6-8f10-69086c4da4d1 req-9449d9bd-55cd-4e6e-b014-d4032096b1ca tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:35.293087 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5afd8540-0d8d-4cb6-8f10-69086c4da4d1 req-9449d9bd-55cd-4e6e-b014-d4032096b1ca tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0497761 Aug 30 20:16:35.330945 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5afd8540-0d8d-4cb6-8f10-69086c4da4d1 req-81c6b395-3dae-491a-864a-abc74dc722de tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319605 Aug 30 20:16:36.446399 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672c6d1-a9eb-42c6-bff7-0e6455eda970 req-dcc5dd12-2006-4dd9-a4e9-dd57c28eab01 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:36.447871 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8672c6d1-a9eb-42c6-bff7-0e6455eda970 req-dcc5dd12-2006-4dd9-a4e9-dd57c28eab01 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0496669 Aug 30 20:16:36.488420 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8672c6d1-a9eb-42c6-bff7-0e6455eda970 req-40970e10-7398-426f-8077-38372fa5b13a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346646 Aug 30 20:16:37.608599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988950e8-5681-452d-9b5f-e1ec64e50a2f req-f7ba6fa9-9f57-4de3-9e5d-77d0c6516c06 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:37.611891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-988950e8-5681-452d-9b5f-e1ec64e50a2f req-f7ba6fa9-9f57-4de3-9e5d-77d0c6516c06 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 944 time: 0.0535393 Aug 30 20:16:37.649700 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-988950e8-5681-452d-9b5f-e1ec64e50a2f req-3cd306ac-591e-4f4f-8fd7-72c91f5e393a tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328798 Aug 30 20:16:37.976439 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:16:38.070131 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:16:38.082074 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'port_id': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'mac_address': 'fa:16:3e:af:ea:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:16:38.121422 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:38.138551 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efbc20a6-85e6-41aa-88f0-539c61ce5a43 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:16:38.159020 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:16:38.165588 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:38.218123 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=7']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:16:38.628119 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['efbc20a6-85e6-41aa-88f0-539c61ce5a43'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:16:38.786900 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe984401-946b-443c-84bf-cb7ad440a397 req-14385500-d1d2-43f7-b21f-ff8e79e786da tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:38.789316 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe984401-946b-443c-84bf-cb7ad440a397 req-14385500-d1d2-43f7-b21f-ff8e79e786da tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0558119 Aug 30 20:16:38.834839 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fe984401-946b-443c-84bf-cb7ad440a397 req-3fdd953a-ff3e-4173-b0c1-84ce266a7068 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391657 Aug 30 20:16:39.466538 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:16:39.972514 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f397e-a6df-4697-a342-196573118a2b req-6afb9b96-8067-4867-b3a1-ceb94529043b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:39.974117 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-900f397e-a6df-4697-a342-196573118a2b req-6afb9b96-8067-4867-b3a1-ceb94529043b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Aug 30 20:16:40.021107 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-900f397e-a6df-4697-a342-196573118a2b req-6389cf9f-e8c3-49c8-a950-eb986b80536b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Aug 30 20:16:41.148652 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5208619-b98f-47d5-9b8d-0caf713f899f req-a1a1c8c4-aed5-4dd3-9a28-722bd9163be2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:41.150182 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d5208619-b98f-47d5-9b8d-0caf713f899f req-a1a1c8c4-aed5-4dd3-9a28-722bd9163be2 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Aug 30 20:16:41.168448 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f35f973b-e43d-4f1c-8715-e62ee40717f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:41.191907 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d5208619-b98f-47d5-9b8d-0caf713f899f req-76ec5d72-ba12-46b1-a861-345d36176895 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356505 Aug 30 20:16:42.319954 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb747d-eab0-4f48-a40b-8c8c936c374a req-84bca0e9-f7eb-4186-bbd7-8aaab0c3b9e6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:42.321414 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fffb747d-eab0-4f48-a40b-8c8c936c374a req-84bca0e9-f7eb-4186-bbd7-8aaab0c3b9e6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0605581 Aug 30 20:16:42.359310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fffb747d-eab0-4f48-a40b-8c8c936c374a req-8bef9a95-5309-416e-9f24-4bce633745c3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Aug 30 20:16:43.473148 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba86542-5302-4706-a77f-a505f790445a req-1c82d307-4305-4bd2-b352-c2b65a30484b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:43.474685 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aba86542-5302-4706-a77f-a505f790445a req-1c82d307-4305-4bd2-b352-c2b65a30484b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 945 time: 0.0497937 Aug 30 20:16:43.515874 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aba86542-5302-4706-a77f-a505f790445a req-03060fe8-f9b8-4441-9b57-1ad04b63fd74 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352905 Aug 30 20:16:44.061761 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:16:44.110176 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port efbc20a6-85e6-41aa-88f0-539c61ce5a43 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:16:44.110554 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:44.193172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:44.216085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:16:44.218417 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b87c311-e5fc-43d8-8f04-830144fa2eb9" -d '{"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:16:44.232514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:16:44.238225 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:44.265953 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e341205c-d835-43e1-bff8-89b893ebc90c x-openstack-request-id: req-e341205c-d835-43e1-bff8-89b893ebc90c {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:16:44.266344 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-plugged", "status": "completed", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:16:44.266548 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e341205c-d835-43e1-bff8-89b893ebc90c {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:16:44.267039 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'code': 200} Aug 30 20:16:44.292742 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=8']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:16:44.338382 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-690d3293-90d6-4a21-a107-29a7dae830ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:44.524795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229acae-21eb-46ab-a131-b21d0487aaee req-2abd491c-ae6b-461a-8d18-6a94446352ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:44.526308 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4229acae-21eb-46ab-a131-b21d0487aaee req-2abd491c-ae6b-461a-8d18-6a94446352ad service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0419414 Aug 30 20:16:44.562279 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4229acae-21eb-46ab-a131-b21d0487aaee req-8eeb94ee-2924-4675-976d-d2d47141cb22 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284305 Aug 30 20:16:44.632006 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61443cac-4548-4ac3-987e-6686ca232885 req-3bbd71b8-08b2-45af-b68e-b43f253c55cb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:44.633474 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-61443cac-4548-4ac3-987e-6686ca232885 req-3bbd71b8-08b2-45af-b68e-b43f253c55cb tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0484793 Aug 30 20:16:44.670130 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-61443cac-4548-4ac3-987e-6686ca232885 req-a5c94d14-a803-45a3-a73c-b1d5cc0cb34e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Aug 30 20:16:44.689598 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:45.653623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:45.786794 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee442d3-b3a8-479f-9bc8-0a5114bdf80e req-ee512f06-9c28-4f09-8803-c9eaacf1d5b4 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:45.788457 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7ee442d3-b3a8-479f-9bc8-0a5114bdf80e req-ee512f06-9c28-4f09-8803-c9eaacf1d5b4 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0494146 Aug 30 20:16:45.829598 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7ee442d3-b3a8-479f-9bc8-0a5114bdf80e req-61af1ffc-a03a-4280-a2e9-4880ce1f35f7 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Aug 30 20:16:46.963296 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a00997-8342-414b-b7ca-15de0293494d req-bb53d9a2-b54f-42d9-ad1a-e336ffb0e4d0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:46.964958 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06a00997-8342-414b-b7ca-15de0293494d req-bb53d9a2-b54f-42d9-ad1a-e336ffb0e4d0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0575345 Aug 30 20:16:47.004204 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06a00997-8342-414b-b7ca-15de0293494d req-575171e6-ebb4-4735-8541-e13c7b84afb1 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Aug 30 20:16:47.503891 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:48.119751 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ce83a-1551-4fde-bc45-1bcc30ecfaf1 req-3312c257-de8a-46db-90b2-e3356907b5ae tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:48.121237 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-361ce83a-1551-4fde-bc45-1bcc30ecfaf1 req-3312c257-de8a-46db-90b2-e3356907b5ae tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0499001 Aug 30 20:16:48.158773 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-361ce83a-1551-4fde-bc45-1bcc30ecfaf1 req-fd8d24e9-5bd1-4d8f-9f89-8b73f19de044 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Aug 30 20:16:49.382198 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d3654-901c-4199-9a09-d53bdeaf489e req-80133421-2e77-410f-ac7e-a4e62cb67eb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:49.383654 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fa2d3654-901c-4199-9a09-d53bdeaf489e req-80133421-2e77-410f-ac7e-a4e62cb67eb0 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0559843 Aug 30 20:16:49.426802 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fa2d3654-901c-4199-9a09-d53bdeaf489e req-10dc66b7-1c16-427e-8e9f-c10b01d6960e tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Aug 30 20:16:50.544077 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b924a3-79e4-4f6b-9299-b5611fd766dc req-1a7fd44f-9284-4fa8-b612-900078ec25e9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:50.545596 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15b924a3-79e4-4f6b-9299-b5611fd766dc req-1a7fd44f-9284-4fa8-b612-900078ec25e9 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0518718 Aug 30 20:16:50.585328 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15b924a3-79e4-4f6b-9299-b5611fd766dc req-041a2952-3421-43b9-af4a-15c40a1a79c3 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Aug 30 20:16:51.050121 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:16:51.707358 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d70425-e0a8-4843-ac1d-81cb2ad9b88b req-f59a11aa-4ea1-48b3-874f-3f91721e8480 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:51.708823 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04d70425-e0a8-4843-ac1d-81cb2ad9b88b req-f59a11aa-4ea1-48b3-874f-3f91721e8480 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0535638 Aug 30 20:16:51.748016 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-04d70425-e0a8-4843-ac1d-81cb2ad9b88b req-d5f9a0ae-0372-4984-8eff-fe9beb24c698 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Aug 30 20:16:52.862768 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b1c92-f409-4bde-82ad-9540ae226b36 req-5240507c-ab29-4370-9063-56f549467eff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:52.864228 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-515b1c92-f409-4bde-82ad-9540ae226b36 req-5240507c-ab29-4370-9063-56f549467eff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Aug 30 20:16:52.906657 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-515b1c92-f409-4bde-82ad-9540ae226b36 req-63077de2-1e9d-4dfd-904a-1a5b4a303f48 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357423 Aug 30 20:16:54.023428 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057167d2-07ad-4973-a471-fae3b4ee728e req-88ab112d-1c92-43f4-80fc-c402dcdd1109 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:54.024871 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-057167d2-07ad-4973-a471-fae3b4ee728e req-88ab112d-1c92-43f4-80fc-c402dcdd1109 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0511503 Aug 30 20:16:54.064554 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-057167d2-07ad-4973-a471-fae3b4ee728e req-32bb5a5b-6011-487b-bdec-cfa1fed8a012 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334322 Aug 30 20:16:55.177153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4bd8a-15a7-4af4-ad92-777f42d3b8d7 req-aa3bc291-a183-4c5a-bc4d-05a2c9556cbf tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:55.179149 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6a4bd8a-15a7-4af4-ad92-777f42d3b8d7 req-aa3bc291-a183-4c5a-bc4d-05a2c9556cbf tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0483179 Aug 30 20:16:55.218747 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6a4bd8a-15a7-4af4-ad92-777f42d3b8d7 req-81c2cceb-7723-4450-b11b-d9da8203b00b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337467 Aug 30 20:16:55.432424 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-3c397eb9-5526-4a1a-97e9-8a59d69b384e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397727 Aug 30 20:16:55.505942 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f547de-e34d-437c-985b-182a20678c7e req-ca32553f-e9e8-40d7-9876-39416b2073b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:55.507651 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-ca32553f-e9e8-40d7-9876-39416b2073b6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0479605 Aug 30 20:16:55.627154 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f547de-e34d-437c-985b-182a20678c7e req-bf77892e-89d9-4833-a2af-c336520a1c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:55.628629 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-bf77892e-89d9-4833-a2af-c336520a1c66 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.0859220 Aug 30 20:16:55.700267 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-5965b288-1941-47a2-b213-d8296ea252ed service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 1001 time: 0.0632117 Aug 30 20:16:55.751153 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f547de-e34d-437c-985b-182a20678c7e req-33989191-57e4-46b1-82b1-0896507354a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:55.752593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-33989191-57e4-46b1-82b1-0896507354a9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0441899 Aug 30 20:16:55.801997 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f547de-e34d-437c-985b-182a20678c7e req-54408cf9-9c4f-435e-a2ed-692a39fcddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:55.804233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-54408cf9-9c4f-435e-a2ed-692a39fcddea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437331 Aug 30 20:16:55.898374 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-2ffb03dc-12ce-4fd9-a1bc-f7d40da866a6 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Aug 30 20:16:55.987745 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-74f547de-e34d-437c-985b-182a20678c7e req-31c2c476-373c-46d7-b7c2-834a0692a59e service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Aug 30 20:16:56.339450 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad090bb6-cf60-4aff-95d2-81585fb3b4df req-f65c833f-8f5e-4f96-93fa-c69292aebf50 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:16:56.340934 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad090bb6-cf60-4aff-95d2-81585fb3b4df req-f65c833f-8f5e-4f96-93fa-c69292aebf50 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0503585 Aug 30 20:16:56.378743 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad090bb6-cf60-4aff-95d2-81585fb3b4df req-d27f57ca-31fd-4790-a310-74aeca26b678 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Aug 30 20:17:01.576002 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e2681-c1d4-4874-834f-ac6e7e71c82f req-cfa0a6f4-8bba-4a11-9b59-e886eccc28a3 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:01.577372 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-048e2681-c1d4-4874-834f-ac6e7e71c82f req-cfa0a6f4-8bba-4a11-9b59-e886eccc28a3 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 946 time: 0.0556204 Aug 30 20:17:01.615480 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-048e2681-c1d4-4874-834f-ac6e7e71c82f req-53231252-c029-49df-b473-14260ef0d55a tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Aug 30 20:17:02.732271 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b4889-87e8-4121-9a8a-cfd3e24f440f req-595c4ae6-fa87-4e09-987b-006100d2eb7e tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:02.733790 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b7b4889-87e8-4121-9a8a-cfd3e24f440f req-595c4ae6-fa87-4e09-987b-006100d2eb7e tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 946 time: 0.0501950 Aug 30 20:17:02.772061 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0b7b4889-87e8-4121-9a8a-cfd3e24f440f req-1245bf89-77ef-4bd8-8cc1-30d92cfcd669 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Aug 30 20:17:03.766433 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea85dcb-e996-470d-9776-b07dffb42113 req-cb37974d-f3b5-4e2e-8df2-1c8a7c1fe0e2 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:03.767962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dea85dcb-e996-470d-9776-b07dffb42113 req-cb37974d-f3b5-4e2e-8df2-1c8a7c1fe0e2 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 946 time: 0.0506501 Aug 30 20:17:03.908852 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247526ca-06b7-4963-9a91-5699f66048f9 req-1b20aa27-c664-43d3-b045-01490d499525 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:03.910446 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-247526ca-06b7-4963-9a91-5699f66048f9 req-1b20aa27-c664-43d3-b045-01490d499525 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c16296-3896-4281-8976-f6964d67ef2f HTTP/1.1" status: 200 len: 946 time: 0.0657740 Aug 30 20:17:03.916548 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Deleting port de78832f-a834-4f24-9063-844130f5edcd {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:03.916895 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:04.003146 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-247526ca-06b7-4963-9a91-5699f66048f9 req-5ab207a2-4c32-4980-a51c-d56b89ac445b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832720 Aug 30 20:17:04.035346 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] For port de78832f-a834-4f24-9063-844130f5edcd, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=de78832f-a834-4f24-9063-844130f5edcd,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:04.035634 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:04.048644 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Calling delete_port for de78832f-a834-4f24-9063-844130f5edcd owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:04.180156 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:04.200585 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['de78832f-a834-4f24-9063-844130f5edcd'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:04.209070 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Pushing event deleted for resources: {'Port': ['ID=de78832f-a834-4f24-9063-844130f5edcd,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:04.223021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.223371 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.223720 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.224075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.224478 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.224820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.225380 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.226113 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.226675 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.226761 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.227188 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.227880 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:04.262604 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] No DVR routers for this DVR port de78832f-a834-4f24-9063-844130f5edcd on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:04.265586 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:04.268262 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dea85dcb-e996-470d-9776-b07dffb42113 req-de68d4f7-dcb1-4780-ba5b-813b0568cc16 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "DELETE /v2.0/ports/de78832f-a834-4f24-9063-844130f5edcd HTTP/1.1" status: 204 len: 173 time: 0.4934294 Aug 30 20:17:04.268944 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'name': 'network-vif-deleted', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:04.271744 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983a1432-c294-4bbf-8f70-8fd5b999d77e" -d '{"events": [{"server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "name": "network-vif-deleted", "tag": "de78832f-a834-4f24-9063-844130f5edcd"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:04.374244 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f804209-7053-4438-a491-b03f0695d7b2 x-openstack-request-id: req-2f804209-7053-4438-a491-b03f0695d7b2 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:04.374541 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c16296-3896-4281-8976-f6964d67ef2f", "name": "network-vif-deleted", "tag": "de78832f-a834-4f24-9063-844130f5edcd", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:04.374801 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f804209-7053-4438-a491-b03f0695d7b2 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:04.375203 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c16296-3896-4281-8976-f6964d67ef2f', 'name': 'network-vif-deleted', 'tag': 'de78832f-a834-4f24-9063-844130f5edcd', 'status': 'completed', 'code': 200} Aug 30 20:17:09.340501 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device de78832f-a834-4f24-9063-844130f5edcd no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:09.365253 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: de78832f-a834-4f24-9063-844130f5edcd {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:09.365597 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device de78832f-a834-4f24-9063-844130f5edcd not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:11.169295 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3c3ed24c-b8f8-418f-b4c7-9b000ccf848c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:14.338916 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-45663480-1478-4420-8a5b-77244f207a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:14.697602 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:15.658586 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:16.466036 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:17:16.768824 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-eb571abc-f647-4567-a567-80193f0c9a1c tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551415728&fields=id&tenant_id=be2eaf6cc0e3423cafb8c3d334c76924 HTTP/1.1" status: 200 len: 267 time: 0.0324306 Aug 30 20:17:16.821839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-ed7cbff2-f2c7-42f7-b156-5b60ba5ca965 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:16.823303 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-ed7cbff2-f2c7-42f7-b156-5b60ba5ca965 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 984 time: 0.0484009 Aug 30 20:17:16.834097 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Request body: {'port': {'security_groups': ['307ddf0e-564b-430b-afbf-e576ea40396f']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:16.909942 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.091270 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:17.121780 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.126574 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.138982 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:17.171261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:17.171924 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.173346 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-690cd911-d34f-45b7-9f0b-c5b49a09016a req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "PUT /v2.0/ports/e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 942 time: 0.3437495 Aug 30 20:17:17.173831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:17.176349 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a5f59-581b-4a7a-b03d-959525f2e140" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:17.180522 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51522) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:17.204688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a6b21-0c9b-4f47-82bf-b6aacbcd53d1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event updated for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=7']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:17.270774 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.283615 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:17.302268 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.380404 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.393743 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.399529 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "DELETE /v2.0/security-groups/d2e7118f-68a9-4aee-823f-da62892cecb5 HTTP/1.1" status: 204 len: 168 time: 0.2154753 Aug 30 20:17:17.400870 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51534) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:17.423948 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e7118f-68a9-4aee-823f-da62892cecb5,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:17.440329 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.441432 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.442848 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.443469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.445811 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.459243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.460680 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.461477 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.461985 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.464391 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.464847 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.465578 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8ad99a-6886-41c3-bb34-87ed2e680b56 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:17.542218 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.548982 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-ed37f35f-ea1f-4604-916d-2b73b990e7b7 None None] Provisioning complete for port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:17:17.549531 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ed37f35f-ea1f-4604-916d-2b73b990e7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.686154 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-f6f80d93-44f6-421e-bf68-8e3c0a5821e7 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:17.687846 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-f6f80d93-44f6-421e-bf68-8e3c0a5821e7 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 814 time: 0.1817894 Aug 30 20:17:17.714310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-06338797-e51d-4d9f-a010-c64d5bbdb904 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/quotas/f07766daff4745b28547246234d070d4 HTTP/1.1" status: 200 len: 375 time: 0.0200498 Aug 30 20:17:17.719974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Deleting port a4e82818-ff88-4a09-8737-774502856b9b {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:17.720439 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.791096 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-955906db-2270-4e2f-89a4-0cda5c8ffade tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684865 Aug 30 20:17:17.841725 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.842060 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:17.858279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Calling delete_port for a4e82818-ff88-4a09-8737-774502856b9b owned by network:floatingip {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:18.031000 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-a37b1989-c5de-4c46-9c17-73c41fba98a3 service neutron] 10.222.0.11 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316554 Aug 30 20:17:18.173001 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-4afda4cd-553c-4a2c-9115-93ac0cdbb5ce service neutron] 10.222.0.11 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316760 Aug 30 20:17:18.206093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:18.238088 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event deleted for resources: {'Port': ['ID=a4e82818-ff88-4a09-8737-774502856b9b,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:18.301844 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks [] for floatingip, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:18.302183 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Floating IP 0e400207-ad14-4bdd-8657-ea5e8dcfe943 disassociated (deleted). External IP: 172.27.2.65, port: e52258b4-4da3-48ab-bebc-e2c6dda8fd56. Aug 30 20:17:18.339075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122b3da-4bb2-419f-afb4-ab69f58743ce x-openstack-request-id: req-5122b3da-4bb2-419f-afb4-ab69f58743ce {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:18.339216 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:18.339434 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5122b3da-4bb2-419f-afb4-ab69f58743ce {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:18.339838 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:17:18.727388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4ed3552b-1147-4867-b25a-d8e85de79582 req-13ec047d-6331-44e6-ae71-4b538a1715b5 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 210 time: 0.0470402 Aug 30 20:17:18.743056 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-33f78703-81b5-42d6-bbc5-c1baaecb1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:18.744081 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-33f78703-81b5-42d6-bbc5-c1baaecb1581 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1098 time: 0.3801219 Aug 30 20:17:18.930359 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-e4b30421-7ac0-474c-9a4a-e95db201bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:18.932007 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-e4b30421-7ac0-474c-9a4a-e95db201bd91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 916 time: 0.1488669 Aug 30 20:17:18.937433 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Router 4500b36a-fe5f-41a4-90f0-5c3768900609 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:17:18.980354 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-6643d15d-81ae-4ce3-952a-aa9db8e213cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 217 time: 0.0393169 Aug 30 20:17:19.099645 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-6f2da0ae-4016-4c45-9b12-ccc230ef98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:19.101710 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-6f2da0ae-4016-4c45-9b12-ccc230ef98d1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0869491 Aug 30 20:17:19.141245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:17:19.146654 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:19.151834 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Sync routers for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:17:19.161991 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:19.163299 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:19.183354 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4f6a2dee-81cd-410a-8c1d-89d7f36e62c8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "DELETE /v2.0/floatingips/0e400207-ad14-4bdd-8657-ea5e8dcfe943 HTTP/1.1" status: 204 len: 168 time: 1.7812052 Aug 30 20:17:19.188039 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-a445ef45-c758-4de5-8700-060576d3692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:19.189543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-a445ef45-c758-4de5-8700-060576d3692d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791838 Aug 30 20:17:19.309858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:19.312884 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-13cfc917-e10b-4a81-8e58-f1edf7f12714 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109047 Aug 30 20:17:19.533101 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a9a5f59-581b-4a7a-b03d-959525f2e140 req-7bac649d-c00c-4edc-ba4d-952a8def7e38 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112944 Aug 30 20:17:19.578953 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-6a8a314d-e7a9-4518-a64f-550bdcb85684 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:19.585948 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-6a8a314d-e7a9-4518-a64f-550bdcb85684 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 814 time: 0.2461648 Aug 30 20:17:19.600548 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Request body: {'port': {'device_id': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c', 'admin_state_up': True, 'tenant_id': 'f07766daff4745b28547246234d070d4'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:19.727352 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:19.768251 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Checking router: 4500b36a-fe5f-41a4-90f0-5c3768900609 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:17:19.783515 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:19.784736 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:19.815054 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Made reservation on behalf of f07766daff4745b28547246234d070d4 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:17:19.822198 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:19.973071 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d2ed39c-0b2f-438c-b0c9-ecb8370da236 req-ba8607a7-8012-43d3-ad52-2034f6f1ee0e tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 210 time: 0.0412328 Aug 30 20:17:19.976533 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:20.033168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Allocated IP 172.20.0.8 (2c44ab28-d2ac-4317-a896-6c1b0240b72c/2b507c0e-85ad-4943-939c-3601a2c49f89/8988a376-2889-40ab-9f51-1042d2c569d8) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:17:20.110568 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014238e-aaaf-47d6-a3c8-2046f83ebd20 req-ccc856cc-6aeb-4fc4-8fa7-cff3e03ac761 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.112472 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f014238e-aaaf-47d6-a3c8-2046f83ebd20 req-ccc856cc-6aeb-4fc4-8fa7-cff3e03ac761 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0562263 Aug 30 20:17:20.161736 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f014238e-aaaf-47d6-a3c8-2046f83ebd20 req-66e07f0e-9e11-4572-bf06-a6bc6eabd54b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Aug 30 20:17:20.205599 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.214021 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:20.244617 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a5a278-15c8-4469-b5e4-9983b28c9ab6 None None] The sync data for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi is: [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:36Z', 'revision_number': 4, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '7d9e0112-c980-49f8-b85b-e4acd2ef7efa', 'name': '', 'network_id': '8889f23d-4f20-433e-b590-ffaaac0f553d', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'mac_address': 'fa:16:3e:27:2b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:34Z', 'updated_at': '2021-08-30T20:11:50Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'subnets': [{'id': 'e03e90a1-9953-45d1-8f5d-20cfa235f495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:17:20.253913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.309284 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Network 2c44ab28-d2ac-4317-a896-6c1b0240b72c is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:17:20.312647 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:17:20.317443 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:17:20.322337 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Pushing event updated for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:20.341237 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:20.343892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:20.369256 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.369908 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.382340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01908a-7b0b-40e9-a2df-967547418886 x-openstack-request-id: req-5c01908a-7b0b-40e9-a2df-967547418886 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:20.383411 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:20.383411 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c01908a-7b0b-40e9-a2df-967547418886 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:20.383637 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:17:20.386352 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-32e7a06b-9149-4749-873e-031e278b91a0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7922976 Aug 30 20:17:20.481826 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Request body: {'port': {'device_id': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:20.526788 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-dd92c385-98b4-40ea-9f10-9cbde4dbf192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.528671 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-dd92c385-98b4-40ea-9f10-9cbde4dbf192 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 1098 time: 0.0532517 Aug 30 20:17:20.560654 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.657552 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-0d26906d-e316-42ae-9145-a8b491ac962f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.659134 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-0d26906d-e316-42ae-9145-a8b491ac962f service neutron] 10.222.0.90 "GET /v2.0/networks?id=8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 200 len: 916 time: 0.1202364 Aug 30 20:17:20.716127 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-dd4ca91d-63e8-4fd2-8403-dbef9ae5d8d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 200 len: 217 time: 0.0473595 Aug 30 20:17:20.724143 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefdfa8-6a76-4f27-b48e-ca432152f106 None None] New status for floating IP 0e400207-ad14-4bdd-8657-ea5e8dcfe943: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:17:20.780843 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-78f68393-ca55-4d1a-8fb3-0b4d97bd9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.784132 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-78f68393-ca55-4d1a-8fb3-0b4d97bd9e55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 200 len: 854 time: 0.0598688 Aug 30 20:17:20.858633 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-98bd7a27-ce68-43ce-ba44-1b84779c525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:20.860599 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-98bd7a27-ce68-43ce-ba44-1b84779c525b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8889f23d-4f20-433e-b590-ffaaac0f553d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678763 Aug 30 20:17:20.913997 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8988a376-2889-40ab-9f51-1042d2c569d8 {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:17:20.923499 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.941631 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Transition to ACTIVE for port object 8988a376-2889-40ab-9f51-1042d2c569d8 will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:17:20.950234 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:20.994172 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-e5aa5a65-7633-4ef2-90f2-4fd6db1c9605 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252229 Aug 30 20:17:21.056526 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Pushing event updated for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:21.090364 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:21.099367 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Attempting to bind port 8988a376-2889-40ab-9f51-1042d2c569d8 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:17:21.099802 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Attempting to bind port 8988a376-2889-40ab-9f51-1042d2c569d8 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:17:21.100073 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Attempting to bind port 8988a376-2889-40ab-9f51-1042d2c569d8 on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:17:21.106073 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Port 8988a376-2889-40ab-9f51-1042d2c569d8 on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:17:21.106399 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Attempting to bind port 8988a376-2889-40ab-9f51-1042d2c569d8 on network 2c44ab28-d2ac-4317-a896-6c1b0240b72c {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:17:21.111333 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:17:21.111688 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Checking segment: {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:17:21.112046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Bound using segment: {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:17:21.112474 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Bound port: 8988a376-2889-40ab-9f51-1042d2c569d8, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:17:21.112832 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:21.163848 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246581a9-656e-4a96-b4e3-caab5274859e req-0fc6b10a-1fc8-4ec7-ba7b-0dc3e2bcd979 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.165395 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-246581a9-656e-4a96-b4e3-caab5274859e req-0fc6b10a-1fc8-4ec7-ba7b-0dc3e2bcd979 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 943 time: 0.0903416 Aug 30 20:17:21.167585 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b332adb3-a60f-40f0-bfd0-9f6e6c8ac00c req-d7108bac-7ae9-4679-83de-58e2c5fc9631 service neutron] 10.222.0.90 "GET /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609340 Aug 30 20:17:21.195672 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:17:21.199315 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8988a376-2889-40ab-9f51-1042d2c569d8,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:17:21.209146 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:21.223780 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-246581a9-656e-4a96-b4e3-caab5274859e req-c4a51c6a-3858-4491-81ce-43da537f23e7 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515893 Aug 30 20:17:21.254900 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.255612 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:21.257745 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] 10.222.0.90 "PUT /v2.0/ports/8988a376-2889-40ab-9f51-1042d2c569d8 HTTP/1.1" status: 200 len: 1093 time: 0.7877662 Aug 30 20:17:21.258263 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:21.260657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c649acb-054d-41e3-9280-980bd3c94b54" -d '{"events": [{"name": "network-changed", "server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:21.284955 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bc40f-44fa-4ac7-9cd5-db2459b00a35 service neutron] Pushing event updated for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:21.347210 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c18321-c624-4b3f-b3c9-a1ad93abdf50 req-3a103ed6-e001-4c1f-8310-01b64c5b83e0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.348942 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14c18321-c624-4b3f-b3c9-a1ad93abdf50 req-3a103ed6-e001-4c1f-8310-01b64c5b83e0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0562971 Aug 30 20:17:21.355873 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-59668237-caba-42b6-8fb8-a9235c3f9a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.357430 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-59668237-caba-42b6-8fb8-a9235c3f9a19 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 1096 time: 0.0518916 Aug 30 20:17:21.395034 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-14c18321-c624-4b3f-b3c9-a1ad93abdf50 req-7b4c857e-da48-4466-a535-f634c890a79b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365071 Aug 30 20:17:21.403703 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-341f311a-a684-4e09-b5ea-fd5a2c1e2ce9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8988a376-2889-40ab-9f51-1042d2c569d8 HTTP/1.1" status: 200 len: 217 time: 0.0361099 Aug 30 20:17:21.457600 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ff97-e416-4913-9b49-7926f879e652 req-1bf33fc5-1d76-44bc-a803-5b69c527fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.459149 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-1bf33fc5-1d76-44bc-a803-5b69c527fa58 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b507c0e-85ad-4943-939c-3601a2c49f89 HTTP/1.1" status: 200 len: 854 time: 0.0473592 Aug 30 20:17:21.497413 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-9e3a4bd0-22b2-426d-b419-e4f5778a4e3b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2c44ab28-d2ac-4317-a896-6c1b0240b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296485 Aug 30 20:17:21.503865 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa895ae-c588-4dad-a33a-9c605613031a x-openstack-request-id: req-7aa895ae-c588-4dad-a33a-9c605613031a {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:21.503865 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:21.504114 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7aa895ae-c588-4dad-a33a-9c605613031a {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:21.504525 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8', 'status': 'completed', 'code': 200} Aug 30 20:17:21.597967 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-4ec4115d-0ef1-4dcf-8292-b2b18ba1bd7b service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869739 Aug 30 20:17:21.693385 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-9c01ff97-e416-4913-9b49-7926f879e652 req-86ab85ac-0750-41af-9572-a7f80a930683 service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880208 Aug 30 20:17:21.792515 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-57ea3984-60ee-416a-8bea-3ca428db5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.793978 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-57ea3984-60ee-416a-8bea-3ca428db5ad8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07766daff4745b28547246234d070d4&device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 1096 time: 0.0463891 Aug 30 20:17:21.887443 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-a7a9c24c-8b62-4d4f-a275-c204fb4a8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.888909 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-a7a9c24c-8b62-4d4f-a275-c204fb4a8140 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 200 len: 915 time: 0.0870099 Aug 30 20:17:21.943262 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-d877aa72-6933-41ca-ab3d-777a80a8a3ce service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8988a376-2889-40ab-9f51-1042d2c569d8 HTTP/1.1" status: 200 len: 217 time: 0.0443931 Aug 30 20:17:21.997232 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-845d7c38-12f8-4e03-ae02-7ecd53d073ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:21.998769 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-845d7c38-12f8-4e03-ae02-7ecd53d073ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2b507c0e-85ad-4943-939c-3601a2c49f89 HTTP/1.1" status: 200 len: 854 time: 0.0485086 Aug 30 20:17:22.033403 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-19dc0376-75fd-4b2b-ab89-d0e1fc22d71d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2c44ab28-d2ac-4317-a896-6c1b0240b72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256929 Aug 30 20:17:22.135702 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-43188ce8-568a-47c7-9043-04dc399addb4 service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937531 Aug 30 20:17:22.252047 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-2c649acb-054d-41e3-9280-980bd3c94b54 req-780744dd-285a-47c5-8c11-cba0d6a52068 service neutron] 10.222.0.90 "GET /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018081 Aug 30 20:17:22.277144 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b494f2-96bd-4021-b7aa-3baadab6065f req-4879c541-8755-4460-ae59-4b881458b792 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:22.278901 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63b494f2-96bd-4021-b7aa-3baadab6065f req-4879c541-8755-4460-ae59-4b881458b792 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0614126 Aug 30 20:17:22.318010 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-63b494f2-96bd-4021-b7aa-3baadab6065f req-4cabb0d1-4b57-4e14-8f5c-e807f845e71b tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Aug 30 20:17:22.429121 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf075f-288b-44de-9c3b-baa648b5ace9 req-9a51be12-a6c5-43f2-b787-4323d0399750 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:22.430657 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ecf075f-288b-44de-9c3b-baa648b5ace9 req-9a51be12-a6c5-43f2-b787-4323d0399750 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 943 time: 0.0520775 Aug 30 20:17:22.475011 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ecf075f-288b-44de-9c3b-baa648b5ace9 req-3bb38684-9879-4f8e-993e-92b01a54f568 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Aug 30 20:17:22.600453 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec904b0c-4be5-4ebf-913b-d16e858a4b82 req-761cf9e4-a015-4356-8b55-99169f186d34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:22.601954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ec904b0c-4be5-4ebf-913b-d16e858a4b82 req-761cf9e4-a015-4356-8b55-99169f186d34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0627272 Aug 30 20:17:22.603622 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-cf6ce883-298c-4b6d-987f-8268e0cdd849 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:22.605146 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-cf6ce883-298c-4b6d-987f-8268e0cdd849 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 946 time: 0.0552394 Aug 30 20:17:22.647655 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ec904b0c-4be5-4ebf-913b-d16e858a4b82 req-20e64ba3-f08d-4c73-9b54-f8252a809c65 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=23948ffa-95e8-4188-a492-4b1f674a26e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387871 Aug 30 20:17:22.710853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Deleting port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:22.711180 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:22.800758 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] For port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:22.801120 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:23.266380 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:23.267270 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:23.267270 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.l3_db [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Floating IP 69f85f30-c657-418c-af2a-ce9ffa9ee554 disassociated. External IP: 172.27.2.199, port: 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00. Aug 30 20:17:23.267492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Calling delete_port for 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:23.408314 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:23.435887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'Port': ['ID=872037d0-e2fd-4dbf-8fc9-bd418fe4ba00,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:23.455218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de1652-db38-430c-aed5-51efd804d094 req-90188164-ae40-4efd-bea1-f124ae3843ce tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:23.456733 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-17de1652-db38-430c-aed5-51efd804d094 req-90188164-ae40-4efd-bea1-f124ae3843ce tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0631161 Aug 30 20:17:23.501228 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-17de1652-db38-430c-aed5-51efd804d094 req-6760bfc0-2441-4146-bac1-97d3b0057cdd tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372348 Aug 30 20:17:23.559563 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:17:23.610260 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3227d0-52ee-4ef0-9861-522243dabcd3 req-4617eb3e-bf59-47af-882a-5d77fa4268f0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:23.611681 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c3227d0-52ee-4ef0-9861-522243dabcd3 req-4617eb3e-bf59-47af-882a-5d77fa4268f0 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 943 time: 0.0516891 Aug 30 20:17:23.652200 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9c3227d0-52ee-4ef0-9861-522243dabcd3 req-ef2d23d3-256a-46de-8385-e46ba49f8e15 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Aug 30 20:17:23.674606 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:17:23.686517 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:17:23.697415 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:23.698685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:23.723837 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] No DVR routers for this DVR port 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:23.727170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:23.729083 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-a290a4ef-b9a3-4f3f-926f-2d512a3dc281 req-94294c3c-ee0b-4045-8bd4-ff575fe6090e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "DELETE /v2.0/ports/872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 HTTP/1.1" status: 204 len: 173 time: 1.1167018 Aug 30 20:17:23.729527 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-deleted', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:23.731813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3577e25f-feb0-4fe9-acc5-b64a60727bae" -d '{"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-deleted", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:23.774359 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d6cb6723-da20-479f-b6df-23eea7126d2e req-539a17fd-e8ec-4d60-acef-f7bd86e96526 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bf563-fef0-4b74-a133-ed274b100c33 HTTP/1.1" status: 200 len: 210 time: 0.0377557 Aug 30 20:17:23.824992 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:23.835525 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028fa918-9624-45d6-9577-c1ca6997534c x-openstack-request-id: req-028fa918-9624-45d6-9577-c1ca6997534c {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:23.835820 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74bf563-fef0-4b74-a133-ed274b100c33", "name": "network-vif-deleted", "tag": "872037d0-e2fd-4dbf-8fc9-bd418fe4ba00", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:23.836246 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-028fa918-9624-45d6-9577-c1ca6997534c {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:23.836667 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bf563-fef0-4b74-a133-ed274b100c33', 'name': 'network-vif-deleted', 'tag': '872037d0-e2fd-4dbf-8fc9-bd418fe4ba00', 'status': 'completed', 'code': 200} Aug 30 20:17:24.043896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:24.076771 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:17:24.086933 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:24.087560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:24.210548 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:24.432716 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:24.465538 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4a81f-4580-4785-8ff1-b160b3d36534 None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:17:24.641034 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f88be-2016-45c2-9a6c-eb8d976a7d2f req-bf3f9df0-7888-46e5-9f09-bed5a217cdb5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:24.642690 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-527f88be-2016-45c2-9a6c-eb8d976a7d2f req-bf3f9df0-7888-46e5-9f09-bed5a217cdb5 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0588191 Aug 30 20:17:24.689891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-527f88be-2016-45c2-9a6c-eb8d976a7d2f req-46c2f6a4-73ec-433d-952c-3fd3215fc5e8 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/security-groups?id=307ddf0e-564b-430b-afbf-e576ea40396f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385568 Aug 30 20:17:24.728902 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-10d8f32e-2003-4d05-a218-059f605eabe9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:24.731256 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-10d8f32e-2003-4d05-a218-059f605eabe9 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.90 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 945 time: 0.0719230 Aug 30 20:17:24.742874 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f22ea80-c0c8-45e3-b75b-150afa6852ec None None] New status for floating IP 69f85f30-c657-418c-af2a-ce9ffa9ee554: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:17:24.827405 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b187c-26b1-4fae-8abf-ddf4b9c810ca req-e4297025-e757-4c19-be1a-772a9e1658d6 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:24.828943 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f95b187c-26b1-4fae-8abf-ddf4b9c810ca req-e4297025-e757-4c19-be1a-772a9e1658d6 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 943 time: 0.0648892 Aug 30 20:17:24.842800 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Deleting port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:24.843321 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:24.876427 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f95b187c-26b1-4fae-8abf-ddf4b9c810ca req-ac25f1d6-f0e5-4e41-86ae-985752c97924 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Aug 30 20:17:24.958833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] For port e52258b4-4da3-48ab-bebc-e2c6dda8fd56, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:24.959204 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:24.962594 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51630) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:24.976777 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Calling delete_port for e52258b4-4da3-48ab-bebc-e2c6dda8fd56 owned by compute:nova {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:25.029166 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.056038 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.114321 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.117696 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.119093 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "DELETE /v2.0/security-groups/23948ffa-95e8-4188-a492-4b1f674a26e8 HTTP/1.1" status: 204 len: 168 time: 0.1554003 Aug 30 20:17:25.122287 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51632) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:25.129133 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8ae90-8673-4dbe-a286-a781a183b465 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23948ffa-95e8-4188-a492-4b1f674a26e8,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:25.149232 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.api.v2.resource [None req-f67fba2a-559e-4eff-ae2b-e7118eb25567 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] show failed (client error): The resource could not be found. Aug 30 20:17:25.150289 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f67fba2a-559e-4eff-ae2b-e7118eb25567 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups/23948ffa-95e8-4188-a492-4b1f674a26e8 HTTP/1.1" status: 404 len: 347 time: 0.0263433 Aug 30 20:17:25.153363 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51634) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:25.163017 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.174630 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['e52258b4-4da3-48ab-bebc-e2c6dda8fd56'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:25.240234 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Pushing event deleted for resources: {'Port': ['ID=e52258b4-4da3-48ab-bebc-e2c6dda8fd56,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:25.320912 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] No DVR routers for this DVR port e52258b4-4da3-48ab-bebc-e2c6dda8fd56 on host hv-cinder-77703 {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:25.323737 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.326164 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-13f167aa-c650-4c08-b1ab-1d5df33fadaf req-3bd507f7-4e71-4227-92aa-749dc433cf57 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.90 "DELETE /v2.0/ports/e52258b4-4da3-48ab-bebc-e2c6dda8fd56 HTTP/1.1" status: 204 len: 173 time: 0.5882742 Aug 30 20:17:25.382332 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Deleting port 520e645b-b89e-459d-a53d-921094c37e45 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:25.382900 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.484313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.484716 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.501498 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Calling delete_port for 520e645b-b89e-459d-a53d-921094c37e45 owned by network:floatingip {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:25.681247 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.716196 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'Port': ['ID=520e645b-b89e-459d-a53d-921094c37e45,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:25.785523 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.789163 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:25.806933 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9fbce8c0-4ffc-4fc0-93dc-17b447add2dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "DELETE /v2.0/floatingips/69f85f30-c657-418c-af2a-ce9ffa9ee554 HTTP/1.1" status: 204 len: 168 time: 0.6392062 Aug 30 20:17:25.837710 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'name': 'network-vif-deleted', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:25.840044 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a7194a-c533-435d-8759-328b660f93fb" -d '{"events": [{"server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "name": "network-vif-deleted", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:25.875597 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7f76159d-0104-4b50-bf0c-15b0310422df req-e9b132c9-e900-489b-a1b6-af1ce42bf5b1 tempest-TestMinimumBasicScenario-548508407 tempest-TestMinimumBasicScenario-548508407-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b546837-9898-44b4-bc27-5bd0a6e2ac47 HTTP/1.1" status: 200 len: 210 time: 0.0585611 Aug 30 20:17:25.950777 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3445a9-e1b1-407c-91c6-93f4b4f42e51 x-openstack-request-id: req-ca3445a9-e1b1-407c-91c6-93f4b4f42e51 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:25.951086 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b546837-9898-44b4-bc27-5bd0a6e2ac47", "name": "network-vif-deleted", "tag": "e52258b4-4da3-48ab-bebc-e2c6dda8fd56", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:25.951324 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca3445a9-e1b1-407c-91c6-93f4b4f42e51 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:25.951801 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b546837-9898-44b4-bc27-5bd0a6e2ac47', 'name': 'network-vif-deleted', 'tag': 'e52258b4-4da3-48ab-bebc-e2c6dda8fd56', 'status': 'completed', 'code': 200} Aug 30 20:17:26.069608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f43a2-92ac-4b8c-ac8f-b4f14c7dbf3d req-245a3029-6222-433c-af60-1318e51ad828 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:26.071575 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c2f43a2-92ac-4b8c-ac8f-b4f14c7dbf3d req-245a3029-6222-433c-af60-1318e51ad828 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 943 time: 0.0575531 Aug 30 20:17:26.119828 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7c2f43a2-92ac-4b8c-ac8f-b4f14c7dbf3d req-930a81fa-5fe5-46bf-8567-2cc826f60b14 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Aug 30 20:17:26.201239 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 8988a376-2889-40ab-9f51-1042d2c569d8 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:17:26.208391 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:26.367799 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51644) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:26.373612 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--245377311', 'description': 'tempest-description--968664972'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:26.409699 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.441934 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:26.442406 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 872037d0-e2fd-4dbf-8fc9-bd418fe4ba00 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:26.487866 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8988a376-2889-40ab-9f51-1042d2c569d8,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:26.505568 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '8988a376-2889-40ab-9f51-1042d2c569d8', 'network_id': '2c44ab28-d2ac-4317-a896-6c1b0240b72c', 'port_id': '8988a376-2889-40ab-9f51-1042d2c569d8', 'mac_address': 'fa:16:3e:94:3f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b507c0e-85ad-4943-939c-3601a2c49f89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:17:26.519706 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.528105 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.562353 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.570227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.571750 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2023768 Aug 30 20:17:26.573926 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d616c0-600d-4256-afcd-cb8b4a3ec59f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb623a3-3930-4e7a-aca9-26074163df9e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:26.575115 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51646) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:26.580122 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8988a376-2889-40ab-9f51-1042d2c569d8 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:17:26.582899 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group_rule': {'security_group_id': 'dbb623a3-3930-4e7a-aca9-26074163df9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:26.603285 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8988a376-2889-40ab-9f51-1042d2c569d8,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:26.613100 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.622057 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.670486 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:26.681202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.686230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.708582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07f8454-5020-4c25-8e04-f1b81157058f,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:26.716688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.718156 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-8abf9f85-828c-4871-8a97-dc8be65eb4de tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417208 Aug 30 20:17:26.720998 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51648) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:26.726472 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'security_group_rule': {'security_group_id': 'dbb623a3-3930-4e7a-aca9-26074163df9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:26.761284 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.826870 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.833583 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.859452 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09997b0a-f999-4b6b-93ca-d9de3c97b80c,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:26.866567 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.867762 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a6452fe3-4a08-4d97-84fe-95b117bfad53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456742 Aug 30 20:17:26.871148 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51650) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:26.875763 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:26.903838 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:26.972752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['8988a376-2889-40ab-9f51-1042d2c569d8'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:27.017426 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.156940 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Allocated IP 172.27.2.152 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/d1a80b3b-ab3f-4dcd-a58a-510979479edd) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:17:27.267470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22794103-f536-4469-be05-bb2b1bf0c42b req-2d82e1c9-181a-4983-a1a4-10514377c093 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:27.270071 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22794103-f536-4469-be05-bb2b1bf0c42b req-2d82e1c9-181a-4983-a1a4-10514377c093 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 944 time: 0.0654023 Aug 30 20:17:27.291037 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.324796 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-22794103-f536-4469-be05-bb2b1bf0c42b req-2b98a39e-56b3-4c72-b4cf-88eda74268de tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466330 Aug 30 20:17:27.335483 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.380211 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:17:27.386580 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:17:27.390466 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:17:27.393781 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=d1a80b3b-ab3f-4dcd-a58a-510979479edd,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:27.480882 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.517168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.573616 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51700) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:27.670778 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.675460 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.745834 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=d1a80b3b-ab3f-4dcd-a58a-510979479edd,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:27.758721 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.771919 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:27.773281 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1ba32c29-4f2f-4b92-96fd-cb33a478362f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9011178 Aug 30 20:17:27.977871 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-22fb52cd-f259-40c8-997e-6f68f99954cd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--245377311&fields=id&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 267 time: 0.0407834 Aug 30 20:17:28.119352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-42ea64a1-50f9-4f3f-a610-23a5a1b3964e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:28.120815 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-42ea64a1-50f9-4f3f-a610-23a5a1b3964e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 817 time: 0.1355174 Aug 30 20:17:28.143190 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-eaa3eac9-8b05-4991-b990-f43698137195 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/quotas/6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 375 time: 0.0148861 Aug 30 20:17:28.150630 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.206567 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 8988a376-2889-40ab-9f51-1042d2c569d8 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:17:28.268872 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 8988a376-2889-40ab-9f51-1042d2c569d8 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:17:28.274339 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 8988a376-2889-40ab-9f51-1042d2c569d8 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:17:28.274782 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.282113 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-85a3874e-48f6-4ed0-8c2f-213007d4c47f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295192 Aug 30 20:17:28.364442 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.391334 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:28.394390 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06ca824-5ee9-48ac-9c80-c82544001502" -d '{"events": [{"server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "name": "network-vif-plugged", "status": "completed", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:28.416547 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8988a376-2889-40ab-9f51-1042d2c569d8,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:28.421172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.422118 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e52258b4-4da3-48ab-bebc-e2c6dda8fd56 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:28.471989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: e52258b4-4da3-48ab-bebc-e2c6dda8fd56 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:28.472237 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device e52258b4-4da3-48ab-bebc-e2c6dda8fd56 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:28.473546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-a2b90d43-9eb8-4b03-a462-a92f571a1878 service neutron] 10.222.0.11 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499605 Aug 30 20:17:28.489393 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:28.497192 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.497555 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.498114 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.498454 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.498896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.499235 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.499569 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.499898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.500228 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.500555 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.500905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.501560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:17:28.872736 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-70a333c5-582a-4e73-be15-1e0f0c2f18ad service neutron] 10.222.0.11 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922327 Aug 30 20:17:28.876886 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Deleting port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:28.877141 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.960560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] For port 7d9e0112-c980-49f8-b85b-e4acd2ef7efa, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:28.961068 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:28.981964 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Calling delete_port for 7d9e0112-c980-49f8-b85b-e4acd2ef7efa owned by network:router_interface {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:29.138030 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ec916-a935-4e98-af8b-fde56deb814a req-f058690b-96fd-4053-84bd-31ca36425f79 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:29.139583 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-869ec916-a935-4e98-af8b-fde56deb814a req-f058690b-96fd-4053-84bd-31ca36425f79 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.1027572 Aug 30 20:17:29.201865 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-869ec916-a935-4e98-af8b-fde56deb814a req-302015be-3f26-4b66-b845-0bdd861db7ce tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524740 Aug 30 20:17:29.249222 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff3b898-a2a6-4d05-9dd3-2cac3ce1d174 x-openstack-request-id: req-dff3b898-a2a6-4d05-9dd3-2cac3ce1d174 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:29.249721 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "name": "network-vif-plugged", "status": "completed", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:29.249809 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dff3b898-a2a6-4d05-9dd3-2cac3ce1d174 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:29.250196 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8', 'code': 200} Aug 30 20:17:29.275293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:29.308325 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9e0112-c980-49f8-b85b-e4acd2ef7efa,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:29.357693 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-759dcf6d-4784-46a8-a9bc-67daafccb921 req-104bf321-d060-4906-8a67-b4343fdcf653 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 210 time: 0.0538838 Aug 30 20:17:29.458296 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022b2ee-f789-43ba-9657-f694ba5411d0 req-ea1b0e12-1804-442b-935d-30298204a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:29.464131 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-0022b2ee-f789-43ba-9657-f694ba5411d0 req-ea1b0e12-1804-442b-935d-30298204a905 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 1098 time: 0.0626619 Aug 30 20:17:29.518421 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-0022b2ee-f789-43ba-9657-f694ba5411d0 req-38a97272-b053-454a-af97-d6ef0821e48f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448499 Aug 30 20:17:29.548549 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:29.782018 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Router 4500b36a-fe5f-41a4-90f0-5c3768900609 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:17:29.900152 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:17:29.909054 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-97660d54-e81d-478a-a086-41f199a4313c admin admin] 10.222.0.11 "PUT /v2.0/routers/4500b36a-fe5f-41a4-90f0-5c3768900609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3309107 Aug 30 20:17:29.909054 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51732) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:29.911348 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Sync routers for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:17:29.921956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:29.922577 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:30.035241 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks [] for router, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.056106 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:30.145978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.206532 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Deleting port 64315060-39c0-4c74-a438-901ad52abfd4 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:30.206979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.259787 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '64315060-39c0-4c74-a438-901ad52abfd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:17:29Z', 'revision_number': 5, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port': {'id': '64315060-39c0-4c74-a438-901ad52abfd4', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:31Z', 'updated_at': '2021-08-30T20:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:30.295114 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Checking router: 4500b36a-fe5f-41a4-90f0-5c3768900609 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:17:30.304639 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Routers {'4500b36a-fe5f-41a4-90f0-5c3768900609'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:30.305285 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4500b36a-fe5f-41a4-90f0-5c3768900609'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:30.327879 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] For port 64315060-39c0-4c74-a438-901ad52abfd4, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=64315060-39c0-4c74-a438-901ad52abfd4,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:30.328504 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.348191 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Calling delete_port for 64315060-39c0-4c74-a438-901ad52abfd4 owned by network:router_gateway {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:30.369443 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d113d9-b92f-471f-8561-739075efcd38 req-6bda0e93-8046-47a3-9c15-d93979a0c95e tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:30.376243 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86d113d9-b92f-471f-8561-739075efcd38 req-6bda0e93-8046-47a3-9c15-d93979a0c95e tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.0923359 Aug 30 20:17:30.408909 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] Set router 4500b36a-fe5f-41a4-90f0-5c3768900609 gateway port host: None {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:30.465553 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:17:30Z', 'revision_number': 6, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:30.479686 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-86d113d9-b92f-471f-8561-739075efcd38 req-b51aaea6-e62d-4d04-a917-6f35480d13ba tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932701 Aug 30 20:17:30.498343 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4871a-e98c-4c73-a633-46a9e1a3340f None None] The sync data for ids ['4500b36a-fe5f-41a4-90f0-5c3768900609'] in dv-cinder-777031-3-iscsi is: [{'id': '4500b36a-fe5f-41a4-90f0-5c3768900609', 'name': 'tempest-TestMinimumBasicScenario-1834913267-router', 'tenant_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:17:30Z', 'revision_number': 6, 'project_id': 'be2eaf6cc0e3423cafb8c3d334c76924', 'gw_port_host': None}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:17:30.612077 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-7a9ae2d0-bee3-4f48-a149-761633808b26 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:30.613598 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-7a9ae2d0-bee3-4f48-a149-761633808b26 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 817 time: 0.1580975 Aug 30 20:17:30.648460 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c21f5c7e-82ba-4bc5-8df6-fc973c69c225 req-746a1593-ca8d-490e-96d7-0a64223eec0a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 210 time: 0.0435796 Aug 30 20:17:30.673700 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.678607 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-a5c76451-02b5-4a83-bb4d-0e0e2cd1627e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 379 time: 0.0524893 Aug 30 20:17:30.699090 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'port': {'device_id': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'admin_state_up': True, 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'security_groups': ['dbb623a3-3930-4e7a-aca9-26074163df9e']}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:30.755580 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Pushing event deleted for resources: {'Port': ['ID=64315060-39c0-4c74-a438-901ad52abfd4,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:30.781092 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.845277 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Made reservation on behalf of 6fcf607190a34beaa9659775d5976ef9 for: {'port': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:17:30.849071 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.892037 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.894845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.951247 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.952683 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4500b36a-fe5f-41a4-90f0-5c3768900609 {{(pid=94125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:17:30.960539 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:30.961749 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-b0cdd355-f8ff-4b7a-b5ad-4d0e908a6d1b admin admin] 10.222.0.11 "DELETE /v2.0/routers/4500b36a-fe5f-41a4-90f0-5c3768900609 HTTP/1.1" status: 204 len: 168 time: 1.0526001 Aug 30 20:17:30.964313 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51742) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:31.023927 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Deleting subnet e03e90a1-9953-45d1-8f5d-20cfa235f495 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:17:31.027989 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.036554 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Allocated IP 172.20.0.4 (1c7a7d7f-5159-41d7-bc10-ebe925cd85b0/969a173b-5a4e-473c-918b-ad9b648d2e19/f53cd450-9538-4d27-9d59-87a75ecf065e) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:17:31.073963 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.199173 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.209440 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.229355 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Transition to ACTIVE for port object f53cd450-9538-4d27-9d59-87a75ecf065e will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:17:31.255917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.267998 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.282406 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03e90a1-9953-45d1-8f5d-20cfa235f495,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:31.286366 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.288823 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4c2f4cfa-915f-44e7-9a94-8abd262268ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e03e90a1-9953-45d1-8f5d-20cfa235f495 HTTP/1.1" status: 204 len: 168 time: 0.3234813 Aug 30 20:17:31.291456 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51744) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:31.295278 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f8b62-1305-470f-9f31-f3c4b5fb7ad2 None None] Network 8889f23d-4f20-433e-b590-ffaaac0f553d requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:17:31.316965 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:17:31.322736 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:17:31.326779 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:17:31.359451 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:31.393226 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:31.399886 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.409359 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.430171 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-f8cd3ef2-c13d-452e-b7f7-e555448540dc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7431796 Aug 30 20:17:31.462041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 64315060-39c0-4c74-a438-901ad52abfd4 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:31.473295 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Request body: {'port': {'device_id': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:31.489567 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Deleting port 1d0f10ff-0346-4763-a17f-39b74e6e8baa {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:31.489983 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.521118 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 64315060-39c0-4c74-a438-901ad52abfd4 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:31.522527 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 64315060-39c0-4c74-a438-901ad52abfd4 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:31.523349 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 7d9e0112-c980-49f8-b85b-e4acd2ef7efa no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:31.546766 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 7d9e0112-c980-49f8-b85b-e4acd2ef7efa {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:31.547388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 7d9e0112-c980-49f8-b85b-e4acd2ef7efa not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:31.570417 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.584196 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] For port 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=1d0f10ff-0346-4763-a17f-39b74e6e8baa,segment=NetworkSegment(01a3df77-3431-453c-a56e-d16817e0c13a),segment_id=01a3df77-3431-453c-a56e-d16817e0c13a)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:31.585287 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.615651 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Calling delete_port for 1d0f10ff-0346-4763-a17f-39b74e6e8baa owned by network:dhcp {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:31.660468 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] DHCP port deletion for 8889f23d-4f20-433e-b590-ffaaac0f553d request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:17:31.699484 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5fd66-36e5-481d-a384-ce98216c9731 req-0729eb6c-de25-4140-b83c-6db21e362e2b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:31.702306 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a8f5fd66-36e5-481d-a384-ce98216c9731 req-0729eb6c-de25-4140-b83c-6db21e362e2b tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.1079946 Aug 30 20:17:31.720245 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-8b616f19-9d2e-457e-a513-3e794846a7e7 None None] Provisioning for port f53cd450-9538-4d27-9d59-87a75ecf065e completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:17:31.724565 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-8b616f19-9d2e-457e-a513-3e794846a7e7 None None] Provisioning complete for port f53cd450-9538-4d27-9d59-87a75ecf065e triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:17:31.725686 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8b616f19-9d2e-457e-a513-3e794846a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.780287 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a8f5fd66-36e5-481d-a384-ce98216c9731 req-10505327-8a74-4280-807a-f0bf4b7425fb tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639834 Aug 30 20:17:31.781897 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.813072 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Deleting port 1d0f10ff-0346-4763-a17f-39b74e6e8baa {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:31.813462 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.813807 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0f10ff-0346-4763-a17f-39b74e6e8baa,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:31.821784 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-8b616f19-9d2e-457e-a513-3e794846a7e7 None None] Port f53cd450-9538-4d27-9d59-87a75ecf065e cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:17:31.823024 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] No DVR routers for this DVR port 1d0f10ff-0346-4763-a17f-39b74e6e8baa on host dv-cinder-777031-3-iscsi {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:31.907361 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] For port 1d0f10ff-0346-4763-a17f-39b74e6e8baa, host dv-cinder-777031-3-iscsi, got binding levels [] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:31.907759 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.922215 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Calling delete_port for 1d0f10ff-0346-4763-a17f-39b74e6e8baa owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:31.926293 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.ipam_backend_mixin [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Port 1d0f10ff-0346-4763-a17f-39b74e6e8baa was not found and therefore no delete operation was performed {{(pid=94126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 20:17:31.931413 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.947384 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94124) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:17:31.950889 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.956037 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:31.956248 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] Pushing event deleted for resources: {'Port': ['ID=1d0f10ff-0346-4763-a17f-39b74e6e8baa,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:31.963078 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7c01c-4b65-4933-b700-6418e5643406 None None] No DVR routers for this DVR port 1d0f10ff-0346-4763-a17f-39b74e6e8baa on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:31.970494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8889f23d-4f20-433e-b590-ffaaac0f553d']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:31.981903 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Transition to ACTIVE for port object f53cd450-9538-4d27-9d59-87a75ecf065e will not be triggered until provisioned by entity L2. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:17:31.984636 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a3df77-3431-453c-a56e-d16817e0c13a') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:31.984927 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a3df77-3431-453c-a56e-d16817e0c13a') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:32.000028 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.004339 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075e73e-1bf0-44c4-b78d-f00378e15c7c req-acda59a2-15da-4c2a-9cd8-07aa214f7436 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:32.005835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5075e73e-1bf0-44c4-b78d-f00378e15c7c req-acda59a2-15da-4c2a-9cd8-07aa214f7436 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 931 time: 0.0982788 Aug 30 20:17:32.008281 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.046054 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.063232 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:17:32.063788 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:17:32.066032 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:17:32.078842 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5075e73e-1bf0-44c4-b78d-f00378e15c7c req-526e6ed5-da73-4dbb-bb68-183e77e9da3d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626941 Aug 30 20:17:32.088052 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:32.150653 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.154473 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Attempting to bind port f53cd450-9538-4d27-9d59-87a75ecf065e on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:17:32.155529 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Attempting to bind port f53cd450-9538-4d27-9d59-87a75ecf065e by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:17:32.155913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Attempting to bind port f53cd450-9538-4d27-9d59-87a75ecf065e on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:17:32.163291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.164972 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Port f53cd450-9538-4d27-9d59-87a75ecf065e on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:17:32.165424 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8889f23d-4f20-433e-b590-ffaaac0f553d HTTP/1.1" status: 204 len: 168 time: 0.8728621 Aug 30 20:17:32.165733 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Attempting to bind port f53cd450-9538-4d27-9d59-87a75ecf065e on network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:17:32.169207 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51754) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:32.177012 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab30cd5-345e-4466-8ecf-f4dafb2398a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8889f23d-4f20-433e-b590-ffaaac0f553d,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:32.186493 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:17:32.186782 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Checking segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:17:32.187237 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Bound using segment: {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'} {{(pid=94124) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:17:32.187669 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.managers [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Bound port: f53cd450-9538-4d27-9d59-87a75ecf065e, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0b33310-7f66-45cc-a273-cbb29fffc058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0'}}] {{(pid=94124) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:17:32.188019 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.337914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, cleared binding levels {{(pid=94124) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:17:32.343721 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94124) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:17:32.377862 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.439765 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:32.440388 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:32.442073 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] 10.222.0.90 "PUT /v2.0/ports/f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 1093 time: 0.9728980 Aug 30 20:17:32.442529 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:32.445360 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cab4177-7f93-4fee-8526-2c1cdb94c78e" -d '{"events": [{"name": "network-changed", "server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:32.514914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748ae19-d050-441c-8647-ed18af308706 x-openstack-request-id: req-5748ae19-d050-441c-8647-ed18af308706 {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:32.514914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:32.514914 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5748ae19-d050-441c-8647-ed18af308706 {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:32.515279 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'status': 'completed', 'code': 200} Aug 30 20:17:32.532486 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb7dfd-0f3a-44eb-b142-691d86e50de5 service neutron] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=3']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:32.589219 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-9803b9fd-176d-443b-92e2-f9665b17d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:32.590763 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-9803b9fd-176d-443b-92e2-f9665b17d97a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1096 time: 0.0951223 Aug 30 20:17:32.893981 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-7440e845-7676-4a9b-801b-513e3575dbb4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 217 time: 0.2918539 Aug 30 20:17:32.972301 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-b22274cc-55b0-4055-a219-d5cd5f32675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:32.973772 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-b22274cc-55b0-4055-a219-d5cd5f32675d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0692811 Aug 30 20:17:33.058930 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-2e6f54c3-7062-4a89-aa68-03110700bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.060405 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-2e6f54c3-7062-4a89-aa68-03110700bb2b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784984 Aug 30 20:17:33.167161 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:33.199415 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 1d0f10ff-0346-4763-a17f-39b74e6e8baa no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:33.221804 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 1d0f10ff-0346-4763-a17f-39b74e6e8baa {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:33.222241 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 1d0f10ff-0346-4763-a17f-39b74e6e8baa not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:33.222838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30572bb9-8360-4046-a587-09c593983871 req-32caabf3-56de-43d3-a281-ff6c6d557c71 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.226942 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-0e16986c-bd0d-4fdf-8c93-4ef575a58014 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563184 Aug 30 20:17:33.230205 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-30572bb9-8360-4046-a587-09c593983871 req-32caabf3-56de-43d3-a281-ff6c6d557c71 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0703793 Aug 30 20:17:33.265363 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-30572bb9-8360-4046-a587-09c593983871 req-c1a4b8fb-3bb3-4496-b72b-2ef487b749ba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340517 Aug 30 20:17:33.439402 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3acd86ec-501a-43e9-a72b-d12bb721634a req-b04e795b-859b-48c3-aac3-62537a921fd8 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054155 Aug 30 20:17:33.580581 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-c499641b-f4f7-4014-b77e-f2e3f2e2e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.582202 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-c499641b-f4f7-4014-b77e-f2e3f2e2e454 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1096 time: 0.0800958 Aug 30 20:17:33.646168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Deleting port 8ef73606-0675-4aa4-b56e-e93689db83c1 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:33.647155 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:33.731140 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-4a2f27e0-28e1-4e2a-aaf8-402d0c13e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.732732 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-4a2f27e0-28e1-4e2a-aaf8-402d0c13e686 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.1417258 Aug 30 20:17:33.785122 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-ae5f6b65-3b18-44b0-828c-dfced3c188c3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 217 time: 0.0437753 Aug 30 20:17:33.790824 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] For port 8ef73606-0675-4aa4-b56e-e93689db83c1, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8ef73606-0675-4aa4-b56e-e93689db83c1,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:33.791183 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:33.831576 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Calling delete_port for 8ef73606-0675-4aa4-b56e-e93689db83c1 owned by network:router_interface {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:33.886258 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-0985f02f-2e20-4fb4-95cd-bb2a470959f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.887729 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-0985f02f-2e20-4fb4-95cd-bb2a470959f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0940149 Aug 30 20:17:33.993616 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-c6a135b2-d48d-4c5e-8790-d6fce64c8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:33.995037 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-c6a135b2-d48d-4c5e-8790-d6fce64c8242 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0955064 Aug 30 20:17:34.140171 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-ccb6dd05-e627-4211-b200-636ad783d4c1 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309643 Aug 30 20:17:34.141310 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:34.176034 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef73606-0675-4aa4-b56e-e93689db83c1,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:34.343658 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3cab4177-7f93-4fee-8526-2c1cdb94c78e req-4ee580c4-5070-4c7f-b8a8-0fd8fa1963e1 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775241 Aug 30 20:17:34.409170 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba963b58-7db2-4051-ad68-392e7fa97466 req-80e7c1e6-8b5b-431e-b435-a7ae4b666e42 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:34.410732 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ba963b58-7db2-4051-ad68-392e7fa97466 req-80e7c1e6-8b5b-431e-b435-a7ae4b666e42 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0575390 Aug 30 20:17:34.422322 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:34.451467 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ba963b58-7db2-4051-ad68-392e7fa97466 req-3d2d8a1b-ba74-41af-a69c-f4afd74c9672 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 30 20:17:34.866384 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Router e7f69630-a487-4d2c-a3b4-cc65b305c35b has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:17:34.978083 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:17:34.983535 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-01153123-5ecf-4ef4-96e7-b2b3071c1047 admin admin] 10.222.0.11 "PUT /v2.0/routers/e7f69630-a487-4d2c-a3b4-cc65b305c35b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8128810 Aug 30 20:17:34.986152 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51774) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:34.987109 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Sync routers for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:17:34.996584 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:34.997201 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:35.096860 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks [] for router, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.109064 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:35.205820 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.265153 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Deleting port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:35.265491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.321070 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:17:34Z', 'revision_number': 5, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port': {'id': 'a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:69:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:45Z', 'updated_at': '2021-08-30T20:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:35.354543 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Checking router: e7f69630-a487-4d2c-a3b4-cc65b305c35b for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:17:35.364027 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Routers {'e7f69630-a487-4d2c-a3b4-cc65b305c35b'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:35.364672 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:35.375582 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] For port a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:35.375938 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.390430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Calling delete_port for a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 owned by network:router_gateway {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:35.452115 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] Set router e7f69630-a487-4d2c-a3b4-cc65b305c35b gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:35.503346 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:17:35Z', 'revision_number': 6, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:35.535972 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5a6ae0-3afa-4a80-a474-cdb357f7052e None None] The sync data for ids ['e7f69630-a487-4d2c-a3b4-cc65b305c35b'] in dv-cinder-777031-3-iscsi is: [{'id': 'e7f69630-a487-4d2c-a3b4-cc65b305c35b', 'name': 'tempest-TestMinimumBasicScenario-658977840-router', 'tenant_id': '8e1988f0191d416ab8187aa9490aa144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:42Z', 'updated_at': '2021-08-30T20:17:35Z', 'revision_number': 6, 'project_id': '8e1988f0191d416ab8187aa9490aa144', 'gw_port_host': None}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:17:35.570795 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.599481 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3db0ba-1747-4e02-9310-5fda28272d2a req-77835a9a-9535-46eb-afa7-e0aed7e2f69a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:35.601708 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d3db0ba-1747-4e02-9310-5fda28272d2a req-77835a9a-9535-46eb-afa7-e0aed7e2f69a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0725105 Aug 30 20:17:35.601876 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Pushing event deleted for resources: {'Port': ['ID=a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:35.649969 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d3db0ba-1747-4e02-9310-5fda28272d2a req-93634feb-dfc6-448f-a1dc-39c7906a0256 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381589 Aug 30 20:17:35.685478 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.795170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.797488 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.869035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.869577 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f69630-a487-4d2c-a3b4-cc65b305c35b {{(pid=94124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:17:35.875151 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.876303 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2c6d4c17-a4ce-45f1-b911-fbb688b9f38e admin admin] 10.222.0.11 "DELETE /v2.0/routers/e7f69630-a487-4d2c-a3b4-cc65b305c35b HTTP/1.1" status: 204 len: 168 time: 0.8892016 Aug 30 20:17:35.878980 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51780) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:35.940834 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Deleting subnet 6720cb98-3db7-4360-a5f3-19e96d2260ad {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:17:35.944987 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:35.981921 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12209072'] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.095002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.150967 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12179271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829497'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.176766 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6720cb98-3db7-4360-a5f3-19e96d2260ad,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:36.181925 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.183825 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-148f6828-ae0e-4387-bd79-27b879c9e1c1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6720cb98-3db7-4360-a5f3-19e96d2260ad HTTP/1.1" status: 204 len: 168 time: 0.3038645 Aug 30 20:17:36.187490 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51782) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:36.191469 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f0966-69d4-4704-8ef3-008d7e92c469 None None] Network 4e896760-1298-4ee3-9e5c-1db17b6b2901 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:17:36.275632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.339269 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Deleting port cd329e3c-b068-4523-a62f-c291e6ebc41f {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:36.339611 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.407984 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] DHCP port deletion for 4e896760-1298-4ee3-9e5c-1db17b6b2901 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:17:36.418574 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] For port cd329e3c-b068-4523-a62f-c291e6ebc41f, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=cd329e3c-b068-4523-a62f-c291e6ebc41f,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:36.418906 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.436115 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Calling delete_port for cd329e3c-b068-4523-a62f-c291e6ebc41f owned by network:dhcp {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:36.470135 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Deleting port cd329e3c-b068-4523-a62f-c291e6ebc41f {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:17:36.470135 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.543892 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.548111 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] For port cd329e3c-b068-4523-a62f-c291e6ebc41f, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=cd329e3c-b068-4523-a62f-c291e6ebc41f,segment=NetworkSegment(34735afa-9bd0-401c-9e4b-baa929543353),segment_id=34735afa-9bd0-401c-9e4b-baa929543353)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:36.548529 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.562943 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Calling delete_port for cd329e3c-b068-4523-a62f-c291e6ebc41f owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:17:36.572425 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd329e3c-b068-4523-a62f-c291e6ebc41f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:36.577439 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] No DVR routers for this DVR port cd329e3c-b068-4523-a62f-c291e6ebc41f on host dv-cinder-777031-3-iscsi {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:36.675548 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.687263 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e896760-1298-4ee3-9e5c-1db17b6b2901']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:36.707749 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34735afa-9bd0-401c-9e4b-baa929543353') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:36.708147 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34735afa-9bd0-401c-9e4b-baa929543353') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:36.712719 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.721576 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.740027 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.742270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] Pushing event deleted for resources: {'Port': ['ID=cd329e3c-b068-4523-a62f-c291e6ebc41f,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:36.754905 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e23972-b11a-4a09-939b-8cb0d0bea4e1 None None] No DVR routers for this DVR port cd329e3c-b068-4523-a62f-c291e6ebc41f on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:17:36.763920 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:17:36.764327 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:17:36.766671 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:17:36.802438 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e43574-63c0-48d5-9c8e-51bf98912421 req-fcf2ede8-3311-40ca-80f4-c955da80618c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:36.804868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32e43574-63c0-48d5-9c8e-51bf98912421 req-fcf2ede8-3311-40ca-80f4-c955da80618c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0578189 Aug 30 20:17:36.829293 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.835002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:36.837141 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] 10.222.0.11 "DELETE /v2.0/networks/4e896760-1298-4ee3-9e5c-1db17b6b2901 HTTP/1.1" status: 204 len: 168 time: 0.6486323 Aug 30 20:17:36.848794 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093b894-3ef2-4e1c-a3a5-13e5e025e09d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e896760-1298-4ee3-9e5c-1db17b6b2901,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:36.850971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32e43574-63c0-48d5-9c8e-51bf98912421 req-df8be9a6-ba83-4d1f-a432-9d4547e0508d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384948 Aug 30 20:17:36.967188 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51790) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:37.009971 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-c7364f4a-1196-44b4-aea7-ae59dea1516a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be2eaf6cc0e3423cafb8c3d334c76924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415308 Aug 30 20:17:37.012491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 51792) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:37.073935 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.097798 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.148300 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.153028 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.154682 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/307ddf0e-564b-430b-afbf-e576ea40396f HTTP/1.1" status: 204 len: 168 time: 0.1412513 Aug 30 20:17:37.166085 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d5e6d-1e72-481b-832c-5b6213fac66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ddf0e-564b-430b-afbf-e576ea40396f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:37.215526 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device cd329e3c-b068-4523-a62f-c291e6ebc41f no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:37.238379 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: cd329e3c-b068-4523-a62f-c291e6ebc41f {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:37.238379 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device cd329e3c-b068-4523-a62f-c291e6ebc41f not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:37.239028 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8ef73606-0675-4aa4-b56e-e93689db83c1 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:37.261388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 8ef73606-0675-4aa4-b56e-e93689db83c1 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:37.261851 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8ef73606-0675-4aa4-b56e-e93689db83c1 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:37.262294 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:17:37.283035 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:17:37.283383 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device a22cac6b-2eb7-40b7-bc3c-0f0b7124ca04 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:17:37.514828 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51798) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:37.563897 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ea2ae20d-bd26-447e-b858-d90d548ef8d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e1988f0191d416ab8187aa9490aa144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476496 Aug 30 20:17:37.566793 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51800) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:37.619807 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.645305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.704204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.707317 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:37.708707 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40121b7c-798a-4d3d-aa33-2622ad1672a6 HTTP/1.1" status: 204 len: 168 time: 0.1409125 Aug 30 20:17:37.718279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8fa81-23b3-4b56-8ffa-05c54d7a54d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40121b7c-798a-4d3d-aa33-2622ad1672a6,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:37.996293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfded653-bdd2-4e85-baaf-49a722077b4b req-9d663105-ea0b-4d37-91c1-3d299da54959 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:37.998275 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfded653-bdd2-4e85-baaf-49a722077b4b req-9d663105-ea0b-4d37-91c1-3d299da54959 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0594597 Aug 30 20:17:38.051686 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dfded653-bdd2-4e85-baaf-49a722077b4b req-20282ee5-69f3-4ac9-95f9-634b1b14fc50 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Aug 30 20:17:38.257040 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:17:38.359864 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:38.371322 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:17:38.417909 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:38.432255 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:17:38.455569 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:38.460584 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:38.629947 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:38.989085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['f53cd450-9538-4d27-9d59-87a75ecf065e'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:17:39.212410 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a144655-6f59-462e-9a30-c36b67198121 req-5e70dca0-9235-41af-8b4f-f4150a58f2e9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:39.213890 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5a144655-6f59-462e-9a30-c36b67198121 req-5e70dca0-9235-41af-8b4f-f4150a58f2e9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0649154 Aug 30 20:17:39.282470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5a144655-6f59-462e-9a30-c36b67198121 req-ca693c05-08a1-4748-92f2-4e8d968b2d29 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569892 Aug 30 20:17:40.283655 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:17:40.336154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port f53cd450-9538-4d27-9d59-87a75ecf065e completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:17:40.339964 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port f53cd450-9538-4d27-9d59-87a75ecf065e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:17:40.340347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:40.413231 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f9e3e-607c-4c05-844d-743ccdbf2385 req-b0f3f749-8542-49d2-bc53-93b0b9e2bce3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:40.414844 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a3f9e3e-607c-4c05-844d-743ccdbf2385 req-b0f3f749-8542-49d2-bc53-93b0b9e2bce3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0560079 Aug 30 20:17:40.420540 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:40.446818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:40.449304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99b012-0f24-43ab-90b1-f8d75bda674a" -d '{"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:40.463329 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:17:40.468813 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:40.475555 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a3f9e3e-607c-4c05-844d-743ccdbf2385 req-c41894cf-c532-4256-80fe-75803ae45e5f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545285 Aug 30 20:17:40.523957 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54014dc5-39f6-4da3-92ba-f7b2bfe54f50 x-openstack-request-id: req-54014dc5-39f6-4da3-92ba-f7b2bfe54f50 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:40.524241 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:40.524487 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54014dc5-39f6-4da3-92ba-f7b2bfe54f50 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:40.524871 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'code': 200} Aug 30 20:17:40.529270 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:17:41.171880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-afc08cf3-23fc-4b90-97a5-67bc872598e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:41.605310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce029a-adbd-4758-884d-003c80db0459 req-197483be-c9ba-40ca-8217-b7f22c221bda tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:41.607242 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-afce029a-adbd-4758-884d-003c80db0459 req-197483be-c9ba-40ca-8217-b7f22c221bda tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0550411 Aug 30 20:17:41.650368 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-afce029a-adbd-4758-884d-003c80db0459 req-fcc579a0-38f0-4446-a26c-4e53ef37cea1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359464 Aug 30 20:17:42.778956 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474bd66-ad09-477f-973f-2913c5e62349 req-24b9e19a-c6fb-4c30-9762-62dabefc24ca tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:42.780467 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0474bd66-ad09-477f-973f-2913c5e62349 req-24b9e19a-c6fb-4c30-9762-62dabefc24ca tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0533559 Aug 30 20:17:42.820601 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0474bd66-ad09-477f-973f-2913c5e62349 req-4f8d67fc-e59a-4660-89ae-e3bffd21be70 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Aug 30 20:17:43.949378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2890f-8668-4234-9aad-f353ff7c3ac3 req-28e68cd5-1502-4865-b59a-eb78bd774f34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:43.950906 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ab2890f-8668-4234-9aad-f353ff7c3ac3 req-28e68cd5-1502-4865-b59a-eb78bd774f34 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0580091 Aug 30 20:17:44.006442 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9ab2890f-8668-4234-9aad-f353ff7c3ac3 req-80f09452-28ba-45cb-8524-2006d399bfd2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490668 Aug 30 20:17:44.340470 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-93c437a1-8397-4a77-8893-1fc448486193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:44.691335 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:44.793639 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5bb69-042f-4402-96e7-30651c5545a1 req-e50cc234-b24e-43c1-b9ff-705604a60937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:44.796108 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f8a5bb69-042f-4402-96e7-30651c5545a1 req-e50cc234-b24e-43c1-b9ff-705604a60937 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1098 time: 0.0551789 Aug 30 20:17:44.836230 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-f8a5bb69-042f-4402-96e7-30651c5545a1 req-8691360d-efd8-44d9-b0fd-1bd44976b5ae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310791 Aug 30 20:17:45.139534 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa4f62-2e2a-4970-af55-2411449fe140 req-2758c91c-9fa9-40c0-a1ff-3f3bf47c4ba6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:45.141107 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4baa4f62-2e2a-4970-af55-2411449fe140 req-2758c91c-9fa9-40c0-a1ff-3f3bf47c4ba6 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0572348 Aug 30 20:17:45.181604 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4baa4f62-2e2a-4970-af55-2411449fe140 req-4c0a354a-f21c-44ee-8337-aa33645749e1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340593 Aug 30 20:17:45.662467 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:46.315691 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed72266e-3a17-4e6f-8160-0f7bd86bc5ce req-8c2e00a9-bb33-4386-997e-805f8d05a649 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:46.317486 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed72266e-3a17-4e6f-8160-0f7bd86bc5ce req-8c2e00a9-bb33-4386-997e-805f8d05a649 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0530119 Aug 30 20:17:46.373186 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed72266e-3a17-4e6f-8160-0f7bd86bc5ce req-84bbfd61-108d-4f60-957f-f3d4aef1152a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480714 Aug 30 20:17:47.510199 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:47.532585 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0bad7-ea2e-4b67-b4b1-2bda4253e0f1 req-8d51fa78-68c4-495c-840d-f612de8aa1b5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:47.534202 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15c0bad7-ea2e-4b67-b4b1-2bda4253e0f1 req-8d51fa78-68c4-495c-840d-f612de8aa1b5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0602114 Aug 30 20:17:47.578652 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-15c0bad7-ea2e-4b67-b4b1-2bda4253e0f1 req-55fa55f9-469d-4aa1-b896-88e009271b05 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Aug 30 20:17:48.703379 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08145ee-f82e-46b9-8b38-7bfb93c49d35 req-178440f8-45f0-491e-afb6-96a7cebd2691 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:48.704846 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d08145ee-f82e-46b9-8b38-7bfb93c49d35 req-178440f8-45f0-491e-afb6-96a7cebd2691 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0492218 Aug 30 20:17:48.743564 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d08145ee-f82e-46b9-8b38-7bfb93c49d35 req-625fedec-b3a1-40a1-84df-5cd1ea24513b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Aug 30 20:17:49.876312 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134c75f-8275-46af-a24f-27e7476b06a7 req-d6f5698e-8f91-48c2-a649-a017d626adbc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:49.877787 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6134c75f-8275-46af-a24f-27e7476b06a7 req-d6f5698e-8f91-48c2-a649-a017d626adbc tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0614390 Aug 30 20:17:49.920408 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6134c75f-8275-46af-a24f-27e7476b06a7 req-17306686-aba1-45b8-9b79-ba05c03c4c87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358682 Aug 30 20:17:51.047492 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad427c58-79d5-4df9-9c6b-4dd0846f555f req-70a872bc-40dc-440d-aeb0-26a462004851 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:51.048944 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad427c58-79d5-4df9-9c6b-4dd0846f555f req-70a872bc-40dc-440d-aeb0-26a462004851 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0530922 Aug 30 20:17:51.070689 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:51.089317 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ad427c58-79d5-4df9-9c6b-4dd0846f555f req-5518c758-96d7-402b-b4c3-cf7fbb1cd216 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Aug 30 20:17:52.218495 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3abd6-5d01-4772-8371-b6107dd6b1c9 req-fd708a31-f6b5-478a-95c8-c7843c510593 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:52.220029 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ede3abd6-5d01-4772-8371-b6107dd6b1c9 req-fd708a31-f6b5-478a-95c8-c7843c510593 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0508833 Aug 30 20:17:52.260387 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ede3abd6-5d01-4772-8371-b6107dd6b1c9 req-11110ab6-d0ab-4360-94e1-ad29f7dcd8a8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337670 Aug 30 20:17:52.376478 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97219af-1bd1-4eb0-95d6-170b943a09f5 req-4e8c9584-eec5-42e8-8395-6243ae6e667e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:52.378022 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b97219af-1bd1-4eb0-95d6-170b943a09f5 req-4e8c9584-eec5-42e8-8395-6243ae6e667e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0485530 Aug 30 20:17:52.387377 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 51900) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:17:52.392065 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Request body: {'floatingip': {'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:17:52.441759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:53.167104 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:53.175455 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:53.338040 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Floating IP a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0 associated. External IP: 172.27.2.152, port: f53cd450-9538-4d27-9d59-87a75ecf065e. Aug 30 20:17:53.392330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def64f-20f4-4491-ad8f-0d210661644b req-1cbe2ad7-4d2d-4f67-8e1e-f74d510ac394 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:53.393873 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-34def64f-20f4-4491-ad8f-0d210661644b req-1cbe2ad7-4d2d-4f67-8e1e-f74d510ac394 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.1053765 Aug 30 20:17:53.468076 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:17:53.485580 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-34def64f-20f4-4491-ad8f-0d210661644b req-55972f2e-1c01-441b-b937-e1274cec83ee tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821233 Aug 30 20:17:53.601381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:17:53.705511 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:17:53.711751 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:17:53.716903 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:17:53.726702 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:53.727445 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:53.745885 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-792ae01b-3c59-48df-98f4-b7301fdc027d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "PUT /v2.0/floatingips/a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0 HTTP/1.1" status: 200 len: 991 time: 1.3572083 Aug 30 20:17:53.746646 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:17:53.749173 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:17:53.860577 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:53.891158 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd7b418-9d58-4771-a733-bce383a48f40 x-openstack-request-id: req-fcd7b418-9d58-4771-a733-bce383a48f40 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:17:53.891410 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:17:53.891666 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcd7b418-9d58-4771-a733-bce383a48f40 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:17:53.892091 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'status': 'completed', 'code': 200} Aug 30 20:17:53.961100 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-7c2852d1-76e7-4def-9083-3fa3c4c14843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:53.963401 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-7c2852d1-76e7-4def-9083-3fa3c4c14843 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1098 time: 0.0427299 Aug 30 20:17:54.067355 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-bd83b448-4e73-4c90-a168-fac901c94172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.069455 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-bd83b448-4e73-4c90-a168-fac901c94172 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.0950880 Aug 30 20:17:54.147523 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-fa83e249-edeb-45d7-a7f4-92e5d1830424 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 999 time: 0.0688918 Aug 30 20:17:54.157884 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:17:27Z', 'updated_at': '2021-08-30T20:17:53Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:54.164573 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-4be14ce0-e4bd-4a39-86eb-787b153196b1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565190 Aug 30 20:17:54.189575 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:17:54.199875 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:17:54.200498 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:17:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:54.208017 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-ebc8558c-b164-48e0-866e-e08d7ffde14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.209762 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-ebc8558c-b164-48e0-866e-e08d7ffde14e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0545194 Aug 30 20:17:54.233519 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-246c66ed-54f7-45c9-82fa-4c2c8b66921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.235058 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-246c66ed-54f7-45c9-82fa-4c2c8b66921b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0424609 Aug 30 20:17:54.262101 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-bc2cdc8e-f2f6-459b-84b8-e27d6c0f9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.263605 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-bc2cdc8e-f2f6-459b-84b8-e27d6c0f9acb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422635 Aug 30 20:17:54.313069 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:17:54.356199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-b33085c7-8462-4200-8b6d-48017c70140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.357830 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-b33085c7-8462-4200-8b6d-48017c70140c service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.0988612 Aug 30 20:17:54.368768 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-e7d23fd9-3cda-4f3b-9e6c-bddf2c8cf9dc service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933721 Aug 30 20:17:54.442225 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-b23d5b25-8872-459b-8cdf-c3501a34038d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 1002 time: 0.0647216 Aug 30 20:17:54.485479 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-3a3e2f27-ab7a-4d85-af5c-d290e79a8fc0 req-1bcf8915-d0e7-481b-9c03-7b4d879fb35b service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073236 Aug 30 20:17:54.513964 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-1ff53c09-27cd-4508-8673-19050cffd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.515800 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-1ff53c09-27cd-4508-8673-19050cffd354 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0567081 Aug 30 20:17:54.553752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:17:27Z', 'updated_at': '2021-08-30T20:17:53Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:17:54.581304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b99ec8c-9ef5-4bec-b7a7-a8fcd3d7e299 None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:17:27Z', 'updated_at': '2021-08-30T20:17:53Z', 'revision_number': 1, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:17:54.612370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-b63b777b-93ad-4cff-af32-833a11021293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.613899 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-b63b777b-93ad-4cff-af32-833a11021293 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790577 Aug 30 20:17:54.627229 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03aee66-ae53-4bd4-bbee-aad30516c818 req-9086c176-b128-4221-bcd5-f6e4cea30599 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:54.628713 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d03aee66-ae53-4bd4-bbee-aad30516c818 req-9086c176-b128-4221-bcd5-f6e4cea30599 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0624130 Aug 30 20:17:54.719015 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d03aee66-ae53-4bd4-bbee-aad30516c818 req-87f52787-1a76-46f5-8d0f-d6547c70f697 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820894 Aug 30 20:17:54.748071 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-a9a8f16b-1844-4e87-87e0-226fd0a65b12 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183364 Aug 30 20:17:54.780151 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaedaf6-571c-4647-81be-6f7ad891b6fb None None] New status for floating IP a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0: ACTIVE {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:17:54.844396 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcfb89dd-a42d-4aa4-bd78-367acded863a req-7feed3b5-9caa-4890-93ad-adaabfa46d84 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Aug 30 20:17:55.840981 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de288a9d-7b5a-4c4b-8970-a3efb4739f96 req-e68c080e-1ec4-4e2a-812c-3b79069d9961 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:55.842505 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de288a9d-7b5a-4c4b-8970-a3efb4739f96 req-e68c080e-1ec4-4e2a-812c-3b79069d9961 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0507782 Aug 30 20:17:55.879283 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de288a9d-7b5a-4c4b-8970-a3efb4739f96 req-41e00963-b51d-438c-8919-a89fa56427de tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Aug 30 20:17:57.001302 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40623b4-8751-4e65-9b25-cead83e2be19 req-36003a7c-ba44-4510-b26c-41e4a1c5f7b7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:57.002784 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e40623b4-8751-4e65-9b25-cead83e2be19 req-36003a7c-ba44-4510-b26c-41e4a1c5f7b7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0538256 Aug 30 20:17:57.040643 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e40623b4-8751-4e65-9b25-cead83e2be19 req-ae554e25-5b12-4396-8203-e1fee1757b5b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311847 Aug 30 20:17:57.555180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1128b68-1074-4826-8312-5b11d69398d9 req-cf094abf-f3b4-4aac-932d-0e927ab3f366 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:57.556661 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1128b68-1074-4826-8312-5b11d69398d9 req-cf094abf-f3b4-4aac-932d-0e927ab3f366 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.0493670 Aug 30 20:17:57.595892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e1128b68-1074-4826-8312-5b11d69398d9 req-27b5ce70-7b8d-4319-beb2-ae09788b621a tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332141 Aug 30 20:17:58.156040 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab447d3-63ea-43b5-bddd-ee631ff0afa7 req-f1c9ebbd-6244-45e5-a0a1-420f3209e4cd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:58.157529 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ab447d3-63ea-43b5-bddd-ee631ff0afa7 req-f1c9ebbd-6244-45e5-a0a1-420f3209e4cd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0492992 Aug 30 20:17:58.195819 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ab447d3-63ea-43b5-bddd-ee631ff0afa7 req-e2ed7339-e5e6-4bdb-87db-7fe1981e9489 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321374 Aug 30 20:17:58.716642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37819d7a-ec1f-4a1b-88be-08215c47cb1d req-0d098043-9453-40aa-a084-6929c36fc21f tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:58.718169 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-37819d7a-ec1f-4a1b-88be-08215c47cb1d req-0d098043-9453-40aa-a084-6929c36fc21f tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.0538669 Aug 30 20:17:58.756983 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-37819d7a-ec1f-4a1b-88be-08215c47cb1d req-baddd062-0f69-4b35-85bb-4eb7e495cce7 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Aug 30 20:17:59.311070 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1174ff1-ffd9-4638-afaa-def3b97d080f req-cf9a3f1d-bb41-42bc-a361-6c44cc3bc0b5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:59.312563 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a1174ff1-ffd9-4638-afaa-def3b97d080f req-cf9a3f1d-bb41-42bc-a361-6c44cc3bc0b5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Aug 30 20:17:59.352556 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a1174ff1-ffd9-4638-afaa-def3b97d080f req-176c6640-3802-468b-b8ec-762b70979337 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327625 Aug 30 20:17:59.875249 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c0544-b46b-4e33-a40e-6f586cd2d7d7 req-8ec24ec8-e9a9-4fa6-bb75-00c264f038ff tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:17:59.876729 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-501c0544-b46b-4e33-a40e-6f586cd2d7d7 req-8ec24ec8-e9a9-4fa6-bb75-00c264f038ff tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Aug 30 20:17:59.916095 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-501c0544-b46b-4e33-a40e-6f586cd2d7d7 req-90a2383d-4bc8-4a64-8161-f498d68e63d1 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d7928ea-cf42-4dcc-8fd0-447520520f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325139 Aug 30 20:18:00.000050 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-35e232a4-b3ee-41ea-964d-fb8eeb12e3d9 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:00.001530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-35e232a4-b3ee-41ea-964d-fb8eeb12e3d9 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "GET /v2.0/ports?device_id=b656f827-afd2-4ab5-9cb5-51b5b1002831 HTTP/1.1" status: 200 len: 945 time: 0.0524802 Aug 30 20:18:00.100928 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Deleting port 8988a376-2889-40ab-9f51-1042d2c569d8 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:18:00.101271 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:00.191129 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] For port 8988a376-2889-40ab-9f51-1042d2c569d8, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=8988a376-2889-40ab-9f51-1042d2c569d8,segment=NetworkSegment(a828d5b3-3ff0-492d-95c3-8d3c4a33de14),segment_id=a828d5b3-3ff0-492d-95c3-8d3c4a33de14)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:18:00.191741 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:00.205676 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Calling delete_port for 8988a376-2889-40ab-9f51-1042d2c569d8 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:18:00.330866 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:00.346431 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['8988a376-2889-40ab-9f51-1042d2c569d8'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:18:00.365253 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Pushing event deleted for resources: {'Port': ['ID=8988a376-2889-40ab-9f51-1042d2c569d8,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:18:00.408861 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] No DVR routers for this DVR port 8988a376-2889-40ab-9f51-1042d2c569d8 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:18:00.412092 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:00.414582 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a4b7ab43-f29d-4d49-9c5a-cd33a78a56dd req-c5cba130-993c-4c2b-bd0a-949e55c6770c tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] 10.222.0.90 "DELETE /v2.0/ports/8988a376-2889-40ab-9f51-1042d2c569d8 HTTP/1.1" status: 204 len: 173 time: 0.3988862 Aug 30 20:18:00.414898 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'name': 'network-vif-deleted', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:18:00.417130 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46256102-fd3f-490e-b8d6-df48eb77eced" -d '{"events": [{"server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "name": "network-vif-deleted", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:18:00.474041 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76e961-37e2-467b-827d-79c93686e2d7 req-58da3283-13a8-434d-8b4a-592cf40ea096 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:00.475721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df76e961-37e2-467b-827d-79c93686e2d7 req-58da3283-13a8-434d-8b4a-592cf40ea096 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0535545 Aug 30 20:18:00.516923 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-df76e961-37e2-467b-827d-79c93686e2d7 req-f06308ac-3fc0-47d1-be43-74e283f79034 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348363 Aug 30 20:18:00.559553 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f5c5e8-83f4-457d-9ff9-9863f8a8839a x-openstack-request-id: req-21f5c5e8-83f4-457d-9ff9-9863f8a8839a {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:18:00.559845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b656f827-afd2-4ab5-9cb5-51b5b1002831", "name": "network-vif-deleted", "tag": "8988a376-2889-40ab-9f51-1042d2c569d8", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:18:00.560098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21f5c5e8-83f4-457d-9ff9-9863f8a8839a {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:18:00.560496 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b656f827-afd2-4ab5-9cb5-51b5b1002831', 'name': 'network-vif-deleted', 'tag': '8988a376-2889-40ab-9f51-1042d2c569d8', 'status': 'completed', 'code': 200} Aug 30 20:18:01.636945 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565c4fe-858a-4b4f-832d-d86052f8a58f req-c297fc6e-31e6-4361-84a7-ded52ac9cde8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:01.638530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5565c4fe-858a-4b4f-832d-d86052f8a58f req-c297fc6e-31e6-4361-84a7-ded52ac9cde8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0535672 Aug 30 20:18:01.675942 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5565c4fe-858a-4b4f-832d-d86052f8a58f req-acd122d3-6ff8-48b0-a493-dd2e80491f5b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315781 Aug 30 20:18:02.794877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99d99a-fca4-4938-be57-f512fd1d7f11 req-4aea1cf4-dff0-4307-9536-eaa57adc2d71 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:02.796336 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ac99d99a-fca4-4938-be57-f512fd1d7f11 req-4aea1cf4-dff0-4307-9536-eaa57adc2d71 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0494678 Aug 30 20:18:02.834247 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ac99d99a-fca4-4938-be57-f512fd1d7f11 req-4ef17e30-f659-4929-9ff6-1d793aad1566 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Aug 30 20:18:04.341225 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f6d8c-b35e-4334-8951-4c0501e48a33 req-579864bf-2a41-47ed-b00b-32646244e20f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:04.342471 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-355f6d8c-b35e-4334-8951-4c0501e48a33 req-579864bf-2a41-47ed-b00b-32646244e20f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0504208 Aug 30 20:18:04.385335 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-355f6d8c-b35e-4334-8951-4c0501e48a33 req-ed7cc220-1b23-4b0f-a88d-988900438903 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322149 Aug 30 20:18:05.237614 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 8988a376-2889-40ab-9f51-1042d2c569d8 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:18:05.259470 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 8988a376-2889-40ab-9f51-1042d2c569d8 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:18:05.259837 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 8988a376-2889-40ab-9f51-1042d2c569d8 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:18:06.819312 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f67f5-ff76-45c3-b320-e1d03a8344eb req-49e69708-ca29-4ef1-a7ed-65518652f05d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:06.820700 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c91f67f5-ff76-45c3-b320-e1d03a8344eb req-49e69708-ca29-4ef1-a7ed-65518652f05d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0538447 Aug 30 20:18:06.861699 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c91f67f5-ff76-45c3-b320-e1d03a8344eb req-28745dcd-7857-41e4-adf3-1ca5d6fd0b5c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346642 Aug 30 20:18:07.984005 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676d536-df07-42ed-9ecf-9fb6c54ce9f0 req-f7148f6f-1597-4580-aba0-2476ce46d388 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:07.985452 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a676d536-df07-42ed-9ecf-9fb6c54ce9f0 req-f7148f6f-1597-4580-aba0-2476ce46d388 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Aug 30 20:18:08.025753 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a676d536-df07-42ed-9ecf-9fb6c54ce9f0 req-70098f7a-9360-4b45-9224-2212140d068f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342374 Aug 30 20:18:09.150595 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841e37b-eda6-4969-8c1c-a6176b5ced30 req-2d3b6937-a233-46eb-8201-09e7adc2b04f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:09.152136 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4841e37b-eda6-4969-8c1c-a6176b5ced30 req-2d3b6937-a233-46eb-8201-09e7adc2b04f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0520294 Aug 30 20:18:09.199248 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4841e37b-eda6-4969-8c1c-a6176b5ced30 req-308185ef-382b-4174-a2d3-4bc1a2089911 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373712 Aug 30 20:18:10.318703 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960a358-3bfe-450d-a140-ec2844f5ba57 req-199a3276-8ab9-4527-9766-1c4358d87b0d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.320337 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5960a358-3bfe-450d-a140-ec2844f5ba57 req-199a3276-8ab9-4527-9766-1c4358d87b0d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0539186 Aug 30 20:18:10.361863 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5960a358-3bfe-450d-a140-ec2844f5ba57 req-87bb8152-c4f5-4787-8d10-5098d58cb2e0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352550 Aug 30 20:18:10.605592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39aa0c-01ac-4036-958c-b7576b5d640f req-ceb7e015-639d-489c-932c-e6e738c18c4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.607767 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5a39aa0c-01ac-4036-958c-b7576b5d640f req-ceb7e015-639d-489c-932c-e6e738c18c4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0684233 Aug 30 20:18:10.678484 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5a39aa0c-01ac-4036-958c-b7576b5d640f req-301d738b-19cb-457b-9b40-5698eae22b2a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625546 Aug 30 20:18:10.699097 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a19a0-f53a-4370-b626-b39d7448af88 req-7efecf00-493f-44db-b9f5-52cbad8b5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.699097 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-7efecf00-493f-44db-b9f5-52cbad8b5613 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0676486 Aug 30 20:18:10.797606 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a19a0-f53a-4370-b626-b39d7448af88 req-0a438b4e-461a-4e74-bed7-9b7e28b5cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.799843 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-0a438b4e-461a-4e74-bed7-9b7e28b5cace service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.0978341 Aug 30 20:18:10.874158 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-8bfa2fcd-215c-456c-902d-db6b3d16acff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 200 len: 1001 time: 0.0645096 Aug 30 20:18:10.932225 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a19a0-f53a-4370-b626-b39d7448af88 req-b6631c6b-3cc1-463b-a6cb-38fab607e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.933758 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-b6631c6b-3cc1-463b-a6cb-38fab607e0fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0499499 Aug 30 20:18:10.984155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a19a0-f53a-4370-b626-b39d7448af88 req-7574c0c6-8250-4f61-b3cd-138c8e11c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:10.985691 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-7574c0c6-8250-4f61-b3cd-138c8e11c126 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425687 Aug 30 20:18:11.084554 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-60c2282b-28e1-4aa9-beda-6b14316e73a4 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853546 Aug 30 20:18:11.172834 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d37d8d3e-c345-4ede-972e-baa4e378ade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:11.210352 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-760a19a0-f53a-4370-b626-b39d7448af88 req-6f948762-60fb-4b48-8814-88def5401b2e service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Aug 30 20:18:11.812802 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafc065-fc5c-4338-a577-f579265ae3ee req-b32a36e2-772f-4f87-a9e6-befb9b5603a0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:11.814488 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ebafc065-fc5c-4338-a577-f579265ae3ee req-b32a36e2-772f-4f87-a9e6-befb9b5603a0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0563307 Aug 30 20:18:11.858980 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ebafc065-fc5c-4338-a577-f579265ae3ee req-268a952b-2003-417f-adb4-11eb5bf9f5c2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379696 Aug 30 20:18:12.987769 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bffe1-d50a-4593-ae45-820362c7e14b req-59ba25d7-1b24-4fcf-ba64-b1a889e0ce5c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:12.989280 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a8bffe1-d50a-4593-ae45-820362c7e14b req-59ba25d7-1b24-4fcf-ba64-b1a889e0ce5c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0567462 Aug 30 20:18:13.032728 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a8bffe1-d50a-4593-ae45-820362c7e14b req-fda30bc8-1683-4982-88ef-be87bbd5ff39 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Aug 30 20:18:14.346581 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0c9f601c-e7d9-46d7-9fcf-d62ccc8b0687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:14.695234 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:15.663401 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:17.510115 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:21.088240 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:27.773332 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52186) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:18:27.823538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Deleting subnet 2b507c0e-85ad-4943-939c-3601a2c49f89 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:18:27.826912 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:27.861319 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:27.898526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:27.953831 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:27.982749 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b507c0e-85ad-4943-939c-3601a2c49f89,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:18:27.992139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.992491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.992835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.993172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.993533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.994803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.994803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.994803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.995077 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.995172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.995464 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.995785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:27.998577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.000417 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c58055e7-5813-449a-9bf0-2f2bff2b3a9e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2b507c0e-85ad-4943-939c-3601a2c49f89 HTTP/1.1" status: 204 len: 168 time: 0.2260647 Aug 30 20:18:28.002840 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52188) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:18:28.070955 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.158403 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.168669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c44ab28-d2ac-4317-a896-6c1b0240b72c']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:28.178582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:28.178885 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a828d5b3-3ff0-492d-95c3-8d3c4a33de14') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:28.187895 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.202064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.208102 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:18:28.208493 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:18:28.210140 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:18:28.263526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.268750 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.270776 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] 10.222.0.11 "DELETE /v2.0/networks/2c44ab28-d2ac-4317-a896-6c1b0240b72c HTTP/1.1" status: 204 len: 168 time: 0.2668588 Aug 30 20:18:28.282853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ed298-4c61-494b-8617-7a796066ba2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c44ab28-d2ac-4317-a896-6c1b0240b72c,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:18:28.436800 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52192) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:18:28.477231 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ddb51e04-1c50-4873-8c87-dde967d5cfcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f07766daff4745b28547246234d070d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390992 Aug 30 20:18:28.480044 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52194) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:18:28.532577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.553306 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.599224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.602047 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:28.604213 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d7928ea-cf42-4dcc-8fd0-447520520f02 HTTP/1.1" status: 204 len: 168 time: 0.1222413 Aug 30 20:18:28.611592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e51a8-6236-4fb0-b468-fc1a422f5e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7928ea-cf42-4dcc-8fd0-447520520f02,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:18:30.468379 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:18:41.173599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-de6f6922-2959-423d-a3aa-a243e962643f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:44.338888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77323f7c-2fd8-47ac-bab2-505ff51dc01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:44.696663 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:45.666065 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:47.510666 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:51.099302 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:58.610622 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52258) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:18:58.779606 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Deleting port d6d90909-5e63-4278-9621-e2276327279e {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:18:58.779996 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:58.856260 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:58.856777 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:58.868492 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Calling delete_port for d6d90909-5e63-4278-9621-e2276327279e owned by network:floatingip {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:18:59.039875 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:59.066190 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event deleted for resources: {'Port': ['ID=d6d90909-5e63-4278-9621-e2276327279e,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:18:59.077633 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.078013 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.078358 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.078690 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.079021 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.079351 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.079886 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.080131 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.080467 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.080791 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.081112 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.081430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:18:59.138813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for floatingip, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:59.139140 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.l3_db [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Floating IP f67cce1a-1f4a-41cd-9162-64f08c91ca37 disassociated (deleted). External IP: 172.27.2.222, port: efbc20a6-85e6-41aa-88f0-539c61ce5a43. Aug 30 20:18:59.347227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Router 43be9026-cbdc-46ca-a12b-264de3742dd8 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:18:59.456398 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:18:59.468409 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:18:59.468898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Sync routers for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:18:59.478249 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:18:59.478870 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:59.487868 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7f0680e7-5408-490f-a0c5-5c96beeea99d tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "DELETE /v2.0/floatingips/f67cce1a-1f4a-41cd-9162-64f08c91ca37 HTTP/1.1" status: 204 len: 168 time: 0.8688121 Aug 30 20:18:59.488437 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94124) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:18:59.490669 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cd8ed4d443aa6ae04ea916c60d9258a16b7b681cfea90d790ce15e96e8c06f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17cf31d-f56f-4223-823d-1140f71e7f50" -d '{"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94124) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:18:59.588698 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:18:59.800022 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:59.804130 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364eec22-fefe-4989-b73f-fe0486aa3e5b x-openstack-request-id: req-364eec22-fefe-4989-b73f-fe0486aa3e5b {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:18:59.804657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "status": "completed", "code": 200}]} {{(pid=94124) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:18:59.804770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-364eec22-fefe-4989-b73f-fe0486aa3e5b {{(pid=94124) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:18:59.805219 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'status': 'completed', 'code': 200} Aug 30 20:18:59.831451 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Checking router: 43be9026-cbdc-46ca-a12b-264de3742dd8 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:18:59.839557 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:18:59.840189 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:18:59.907113 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-0b70c8a4-4a8b-40a5-9df2-388ccedab5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:59.908552 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-0b70c8a4-4a8b-40a5-9df2-388ccedab5c6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=63d81fd983f0455eb964c3689815abe1&device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 1099 time: 0.0706677 Aug 30 20:18:59.921171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ec4cf-5b22-47d3-ae87-8fc24f1c0ee4 req-51593fd7-2e69-4f5d-afcd-0977088fc5d6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:18:59.922781 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa2ec4cf-5b22-47d3-ae87-8fc24f1c0ee4 req-51593fd7-2e69-4f5d-afcd-0977088fc5d6 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0739081 Aug 30 20:19:00.013510 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aa2ec4cf-5b22-47d3-ae87-8fc24f1c0ee4 req-dde04154-47b1-4128-8e1f-67bd46a1a315 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823162 Aug 30 20:19:00.042536 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-e57ba5b8-a38f-4b24-8ce1-d33e96686380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:00.044011 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-e57ba5b8-a38f-4b24-8ce1-d33e96686380 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 200 len: 909 time: 0.1203289 Aug 30 20:19:00.068929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:00.087411 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-f2bcdc6f-1759-485b-b9d1-89921f3d7e3a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 200 len: 217 time: 0.0351839 Aug 30 20:19:00.147568 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-fb65d516-1fc2-4b67-b058-2bf92767b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:00.149016 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-fb65d516-1fc2-4b67-b058-2bf92767b3d7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 200 len: 847 time: 0.0488079 Aug 30 20:19:00.199162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-1dc7f5f7-1c38-4215-812e-0e5c4afe9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:00.201427 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-1dc7f5f7-1c38-4215-812e-0e5c4afe9f27 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e804a72b-aade-49dc-a2b1-2149d6575c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431352 Aug 30 20:19:00.268018 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:00.301802 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-b515bb77-ff1e-4b4a-a9c2-5ec396f3e2b5 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898631 Aug 30 20:19:00.305976 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d6624f-e63b-410a-909f-a8c35c2797da None None] The sync data for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi is: [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:11:31Z', 'revision_number': 4, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '36666be2-6aed-4598-8875-f443942f487b', 'name': '', 'network_id': 'e804a72b-aade-49dc-a2b1-2149d6575c50', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'mac_address': 'fa:16:3e:3a:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:29Z', 'updated_at': '2021-08-30T20:11:43Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'subnets': [{'id': '7400d7bc-09c0-4b22-a31e-6ce96c24d86c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:00.405214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a17cf31d-f56f-4223-823d-1140f71e7f50 req-0f37cb18-f58f-4404-b84b-07943cdb99a5 service neutron] 10.222.0.90 "GET /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947535 Aug 30 20:19:00.522717 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b438fbb7-4b30-4966-9adb-38bc9b2524de None None] New status for floating IP f67cce1a-1f4a-41cd-9162-64f08c91ca37: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:19:01.140482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb092a3-befb-4b4b-b81d-bef9279348f3 req-705e60f9-2186-4ac9-8861-a865d11475ba tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:01.141985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1cb092a3-befb-4b4b-b81d-bef9279348f3 req-705e60f9-2186-4ac9-8861-a865d11475ba tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0508196 Aug 30 20:19:01.179579 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1cb092a3-befb-4b4b-b81d-bef9279348f3 req-d4c278b7-d7dc-4e34-85bf-0af92ce14fd1 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Aug 30 20:19:01.750356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-d038c124-d505-477c-a498-aca253f39f68 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:01.751781 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-d038c124-d505-477c-a498-aca253f39f68 tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0521185 Aug 30 20:19:01.842905 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Deleting port efbc20a6-85e6-41aa-88f0-539c61ce5a43 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:01.843159 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:01.931138 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] For port efbc20a6-85e6-41aa-88f0-539c61ce5a43, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=efbc20a6-85e6-41aa-88f0-539c61ce5a43,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:01.931499 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:02.189089 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Calling delete_port for efbc20a6-85e6-41aa-88f0-539c61ce5a43 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:02.332363 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc1f80-d5bc-4f15-841c-a84d78386d90 req-d35296ac-26a2-4b67-bcb1-88238bdb818c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:02.333835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7cfc1f80-d5bc-4f15-841c-a84d78386d90 req-d35296ac-26a2-4b67-bcb1-88238bdb818c tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e98fdc2-b482-4134-b743-762bf429dbf3 HTTP/1.1" status: 200 len: 946 time: 0.0836825 Aug 30 20:19:02.371218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:02.416145 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7cfc1f80-d5bc-4f15-841c-a84d78386d90 req-6a56fdbd-2d91-421c-af40-f9aa85b3c19b tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "GET /v2.0/security-groups?id=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758343 Aug 30 20:19:02.419684 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event deleted for resources: {'Port': ['ID=efbc20a6-85e6-41aa-88f0-539c61ce5a43,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:02.462006 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] No DVR routers for this DVR port efbc20a6-85e6-41aa-88f0-539c61ce5a43 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:02.464767 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:02.467650 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3acfc6d6-175f-45a0-b90a-b104f083e3ab req-038b7c22-4c87-4cba-856a-f3357c17f9ab tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.90 "DELETE /v2.0/ports/efbc20a6-85e6-41aa-88f0-539c61ce5a43 HTTP/1.1" status: 204 len: 173 time: 0.7090056 Aug 30 20:19:02.468108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-deleted', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:02.471071 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec333b4-2142-436b-ae14-c9bb2374e1d2" -d '{"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-deleted", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:02.507659 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9477ce-96d0-41de-8232-171328495e1f x-openstack-request-id: req-1d9477ce-96d0-41de-8232-171328495e1f {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:02.507978 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e98fdc2-b482-4134-b743-762bf429dbf3", "name": "network-vif-deleted", "tag": "efbc20a6-85e6-41aa-88f0-539c61ce5a43", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:02.508233 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d9477ce-96d0-41de-8232-171328495e1f {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:02.508632 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e98fdc2-b482-4134-b743-762bf429dbf3', 'name': 'network-vif-deleted', 'tag': 'efbc20a6-85e6-41aa-88f0-539c61ce5a43', 'status': 'completed', 'code': 200} Aug 30 20:19:03.483524 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52288) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:03.555305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:03.589198 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:03.659658 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:03.662380 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:03.663574 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] 10.222.0.11 "DELETE /v2.0/security-groups/e1e93692-e0d0-46dc-ae45-6f2fdecb92f5 HTTP/1.1" status: 204 len: 168 time: 0.1788602 Aug 30 20:19:03.677743 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee7786-c746-4bc4-8ffa-33eb932355ff tempest-TestShelveInstance-1044474687 tempest-TestShelveInstance-1044474687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e93692-e0d0-46dc-ae45-6f2fdecb92f5,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:03.725568 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52292) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:04.338976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:04.616186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Deleting port 36666be2-6aed-4598-8875-f443942f487b {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:04.616857 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:04.698425 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] For port 36666be2-6aed-4598-8875-f443942f487b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=36666be2-6aed-4598-8875-f443942f487b,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:04.698795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:04.713982 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Calling delete_port for 36666be2-6aed-4598-8875-f443942f487b owned by network:router_interface {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:04.902428 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:04.930164 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36666be2-6aed-4598-8875-f443942f487b,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:04.939618 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:04.977908 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: efbc20a6-85e6-41aa-88f0-539c61ce5a43 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:04.981172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device efbc20a6-85e6-41aa-88f0-539c61ce5a43 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:05.127957 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:05.353075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Router 43be9026-cbdc-46ca-a12b-264de3742dd8 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:05.467195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:05.472276 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-241c1d14-037b-4318-861b-407fc1e6f6a0 admin admin] 10.222.0.11 "PUT /v2.0/routers/43be9026-cbdc-46ca-a12b-264de3742dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456150 Aug 30 20:19:05.474785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52300) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:05.475793 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Sync routers for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:05.485808 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:05.486703 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:05.588546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks [] for router, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:05.603854 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:05.705462 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:05.760328 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Deleting port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:05.760557 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:05.791956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:19:04Z', 'revision_number': 5, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port': {'id': 'e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:25Z', 'updated_at': '2021-08-30T20:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:05.818633 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Checking router: 43be9026-cbdc-46ca-a12b-264de3742dd8 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:05.827805 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Routers {'43be9026-cbdc-46ca-a12b-264de3742dd8'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:05.828429 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['43be9026-cbdc-46ca-a12b-264de3742dd8'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:05.845795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] For port e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:05.846168 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:05.859692 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Calling delete_port for e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e owned by network:router_gateway {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:05.928230 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] Set router 43be9026-cbdc-46ca-a12b-264de3742dd8 gateway port host: None {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:05.992344 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:19:05Z', 'revision_number': 6, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:06.019064 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d74b28a-1e1b-480f-b022-4692b95cf890 None None] The sync data for ids ['43be9026-cbdc-46ca-a12b-264de3742dd8'] in dv-cinder-777031-3-iscsi is: [{'id': '43be9026-cbdc-46ca-a12b-264de3742dd8', 'name': 'tempest-TestShelveInstance-580540202-router', 'tenant_id': '63d81fd983f0455eb964c3689815abe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:24Z', 'updated_at': '2021-08-30T20:19:05Z', 'revision_number': 6, 'project_id': '63d81fd983f0455eb964c3689815abe1', 'gw_port_host': None}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:06.038991 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.067231 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:06.133181 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.224309 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.226486 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.273789 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.274396 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43be9026-cbdc-46ca-a12b-264de3742dd8 {{(pid=94125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:19:06.279180 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.280332 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c7791c7f-5caf-4ebb-8416-856272deb627 admin admin] 10.222.0.11 "DELETE /v2.0/routers/43be9026-cbdc-46ca-a12b-264de3742dd8 HTTP/1.1" status: 204 len: 168 time: 0.8046095 Aug 30 20:19:06.282811 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52304) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:06.329162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Deleting subnet 7400d7bc-09c0-4b22-a31e-6ce96c24d86c {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:19:06.332195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.368697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.463085 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.516442 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.540737 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7400d7bc-09c0-4b22-a31e-6ce96c24d86c,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:06.548241 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.550236 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4ea8ca9f-bc71-41ee-8aad-0b5f1b3aba24 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7400d7bc-09c0-4b22-a31e-6ce96c24d86c HTTP/1.1" status: 204 len: 168 time: 0.2664866 Aug 30 20:19:06.552679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52306) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:06.555316 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcca4b7d-ce89-461f-8c2c-656aac343f7f None None] Network e804a72b-aade-49dc-a2b1-2149d6575c50 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:06.621816 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.680597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Deleting port 79092ec1-9c45-4b6b-8482-0b67231cd612 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:06.680949 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.755177 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] For port 79092ec1-9c45-4b6b-8482-0b67231cd612, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=79092ec1-9c45-4b6b-8482-0b67231cd612,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:06.755871 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.758376 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] DHCP port deletion for e804a72b-aade-49dc-a2b1-2149d6575c50 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:19:06.775665 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Calling delete_port for 79092ec1-9c45-4b6b-8482-0b67231cd612 owned by network:dhcp {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:06.808865 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Deleting port 79092ec1-9c45-4b6b-8482-0b67231cd612 {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:06.809259 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.866682 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.880154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] For port 79092ec1-9c45-4b6b-8482-0b67231cd612, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=79092ec1-9c45-4b6b-8482-0b67231cd612,segment=NetworkSegment(64f36b3d-6fde-48fe-858d-8f26b4d7a3ca),segment_id=64f36b3d-6fde-48fe-858d-8f26b4d7a3ca)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:06.880637 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.895534 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Pushing event deleted for resources: {'Port': ['ID=79092ec1-9c45-4b6b-8482-0b67231cd612,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:06.897523 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] No DVR routers for this DVR port 79092ec1-9c45-4b6b-8482-0b67231cd612 on host dv-cinder-777031-3-iscsi {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:06.907415 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Calling delete_port for 79092ec1-9c45-4b6b-8482-0b67231cd612 owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:06.973679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.984777 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e804a72b-aade-49dc-a2b1-2149d6575c50']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:06.995809 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:06.998018 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:06.998390 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f36b3d-6fde-48fe-858d-8f26b4d7a3ca') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:07.010067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.019775 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Pushing event deleted for resources: {'Port': ['ID=79092ec1-9c45-4b6b-8482-0b67231cd612,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:07.033907 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.034264 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.034610 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.035167 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.035501 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.036003 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.036496 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.037005 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.037534 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.037894 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.038232 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.038566 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:07.039665 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.041711 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c066e-1b4a-425a-8c0c-3a02241f5684 None None] No DVR routers for this DVR port 79092ec1-9c45-4b6b-8482-0b67231cd612 on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:07.061284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:19:07.061977 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:19:07.064569 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:19:07.129618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.135688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.138132 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e804a72b-aade-49dc-a2b1-2149d6575c50 HTTP/1.1" status: 204 len: 168 time: 0.5839460 Aug 30 20:19:07.141271 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52312) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:07.149480 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00852ad-1d32-4793-8a22-cbee8c111010 admin admin] Pushing event deleted for resources: {'Network': ['ID=e804a72b-aade-49dc-a2b1-2149d6575c50,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:07.250393 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:07.271388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:07.271732 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device e7fdfcd4-b490-4e23-aa37-aac0c9c5d60e not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:07.272161 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 36666be2-6aed-4598-8875-f443942f487b no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:07.294958 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 36666be2-6aed-4598-8875-f443942f487b {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:07.295305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 36666be2-6aed-4598-8875-f443942f487b not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:07.295727 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 79092ec1-9c45-4b6b-8482-0b67231cd612 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:07.314606 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 79092ec1-9c45-4b6b-8482-0b67231cd612 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:07.314841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 79092ec1-9c45-4b6b-8482-0b67231cd612 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:07.467853 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:19:07.498786 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:07.992320 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Deleting port ab9a5222-3947-4c67-a6ad-f4141b4fedb8 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:07.992665 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:08.070833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] For port ab9a5222-3947-4c67-a6ad-f4141b4fedb8, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:08.071176 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:08.084547 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Calling delete_port for ab9a5222-3947-4c67-a6ad-f4141b4fedb8 owned by network:router_interface {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:08.287364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:08.318363 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9a5222-3947-4c67-a6ad-f4141b4fedb8,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:08.508708 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:08.751399 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Router 20079a5d-cd2f-4130-a4e6-2c23380d1daf has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:08.865115 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:08.871484 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e2ef033e-cb76-4f8e-a3e3-c9e765dd3d74 admin admin] 10.222.0.11 "PUT /v2.0/routers/20079a5d-cd2f-4130-a4e6-2c23380d1daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277541 Aug 30 20:19:08.873681 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52316) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:08.876068 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Sync routers for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:08.886605 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:08.888143 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:08.985393 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks [] for router, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.023006 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:09.103346 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.173402 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Deleting port f1f0f6f8-ceb3-41fc-b87b-d866511e696e {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:09.173776 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.255261 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:19:08Z', 'revision_number': 5, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port': {'id': 'f1f0f6f8-ceb3-41fc-b87b-d866511e696e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:30:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:09.284840 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] For port f1f0f6f8-ceb3-41fc-b87b-d866511e696e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:09.285279 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.290969 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Checking router: 20079a5d-cd2f-4130-a4e6-2c23380d1daf for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:09.301993 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Routers {'20079a5d-cd2f-4130-a4e6-2c23380d1daf'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:09.302618 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:18:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:09.303043 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Calling delete_port for f1f0f6f8-ceb3-41fc-b87b-d866511e696e owned by network:router_gateway {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:09.413544 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] Set router 20079a5d-cd2f-4130-a4e6-2c23380d1daf gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:09.471914 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:19:09Z', 'revision_number': 6, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:09.499522 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf6a041-96cd-43c3-865a-e11a4e06adb0 None None] The sync data for ids ['20079a5d-cd2f-4130-a4e6-2c23380d1daf'] in dv-cinder-777031-3-iscsi is: [{'id': '20079a5d-cd2f-4130-a4e6-2c23380d1daf', 'name': 'tempest-TestShelveInstance-1816655601-router', 'tenant_id': '3c6ce1c84569423981b1c58cee7450cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:37Z', 'updated_at': '2021-08-30T20:19:09Z', 'revision_number': 6, 'project_id': '3c6ce1c84569423981b1c58cee7450cc', 'gw_port_host': None}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:09.508650 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.561488 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f0f6f8-ceb3-41fc-b87b-d866511e696e,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:09.651653 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.760594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.764983 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.813050 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.813476 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20079a5d-cd2f-4130-a4e6-2c23380d1daf {{(pid=94124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:19:09.818007 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.819136 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-66c56402-4577-45bf-9886-334075dad582 admin admin] 10.222.0.11 "DELETE /v2.0/routers/20079a5d-cd2f-4130-a4e6-2c23380d1daf HTTP/1.1" status: 204 len: 168 time: 0.9444304 Aug 30 20:19:09.821728 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52320) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:09.870230 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Deleting subnet 99c2c37e-053e-48e3-bb7f-8ac6917ed2ea {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:19:09.874716 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.913390 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12209072'] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:09.993751 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.046603 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12179271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829497'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.077088 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c2c37e-053e-48e3-bb7f-8ac6917ed2ea,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:10.080825 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.082829 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-98653452-b3f1-44cb-9896-aea8f12f10f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/99c2c37e-053e-48e3-bb7f-8ac6917ed2ea HTTP/1.1" status: 204 len: 168 time: 0.2601340 Aug 30 20:19:10.085601 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52322) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:10.091900 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893d6290-f42a-4a53-ac63-2d3ce0609031 None None] Network 97c19db9-4b2b-4541-8c29-ed6375b85f64 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:10.156592 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.210635 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Deleting port 847071c1-685d-493a-b03d-94b1ae9de361 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:10.210966 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.285451 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] For port 847071c1-685d-493a-b03d-94b1ae9de361, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=847071c1-685d-493a-b03d-94b1ae9de361,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:10.286281 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.300232 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Calling delete_port for 847071c1-685d-493a-b03d-94b1ae9de361 owned by network:dhcp {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:10.313969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] DHCP port deletion for 97c19db9-4b2b-4541-8c29-ed6375b85f64 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:19:10.368911 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Deleting port 847071c1-685d-493a-b03d-94b1ae9de361 {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:10.369334 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.396633 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.431572 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=847071c1-685d-493a-b03d-94b1ae9de361,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:10.436130 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] No DVR routers for this DVR port 847071c1-685d-493a-b03d-94b1ae9de361 on host dv-cinder-777031-3-iscsi {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:10.444017 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] For port 847071c1-685d-493a-b03d-94b1ae9de361, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=847071c1-685d-493a-b03d-94b1ae9de361,segment=NetworkSegment(3f1909be-10d6-40a4-93db-8702103819f1),segment_id=3f1909be-10d6-40a4-93db-8702103819f1)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:10.444474 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.461940 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Calling delete_port for 847071c1-685d-493a-b03d-94b1ae9de361 owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:10.520218 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.530864 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c19db9-4b2b-4541-8c29-ed6375b85f64']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:10.542272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1909be-10d6-40a4-93db-8702103819f1') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:10.542498 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1909be-10d6-40a4-93db-8702103819f1') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:10.544852 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.551817 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.567813 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.571331 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] Pushing event deleted for resources: {'Port': ['ID=847071c1-685d-493a-b03d-94b1ae9de361,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:10.577031 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:19:10.577383 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.578954 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef63d941-c92c-4f99-bf1c-71f6983a2b31 None None] No DVR routers for this DVR port 847071c1-685d-493a-b03d-94b1ae9de361 on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:19:10.579387 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:19:10.645041 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.651047 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.652916 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/97c19db9-4b2b-4541-8c29-ed6375b85f64 HTTP/1.1" status: 204 len: 168 time: 0.5662594 Aug 30 20:19:10.664061 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bc1a5-8f94-456b-a42b-16867fc600a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c19db9-4b2b-4541-8c29-ed6375b85f64,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:10.777229 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52328) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:10.822474 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9e62ea32-9e23-4f84-9801-04519644d904 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63d81fd983f0455eb964c3689815abe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439065 Aug 30 20:19:10.825545 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52330) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:10.880844 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.902491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.959616 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.962673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:10.963888 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/668fad96-947a-4245-9aec-37c1eb060c62 HTTP/1.1" status: 204 len: 168 time: 0.1373589 Aug 30 20:19:10.976715 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3c7c2-6bce-4dc1-9026-2429df8b1d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668fad96-947a-4245-9aec-37c1eb060c62,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:11.176058 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-fed87c45-6d35-4f41-b286-ef24b25d5cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:11.253591 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device f1f0f6f8-ceb3-41fc-b87b-d866511e696e no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:11.284577 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: f1f0f6f8-ceb3-41fc-b87b-d866511e696e {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:11.284948 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device f1f0f6f8-ceb3-41fc-b87b-d866511e696e not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:11.285372 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 847071c1-685d-493a-b03d-94b1ae9de361 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:11.307976 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52336) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:11.308338 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 847071c1-685d-493a-b03d-94b1ae9de361 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:11.308691 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 847071c1-685d-493a-b03d-94b1ae9de361 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:11.309121 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ab9a5222-3947-4c67-a6ad-f4141b4fedb8 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:11.328544 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: ab9a5222-3947-4c67-a6ad-f4141b4fedb8 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:11.328890 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ab9a5222-3947-4c67-a6ad-f4141b4fedb8 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:11.354525 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-64b6c4f2-95e1-419e-94c9-c52cab321285 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c6ce1c84569423981b1c58cee7450cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453887 Aug 30 20:19:11.357714 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52338) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:11.411893 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:11.449003 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:11.506725 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:11.509269 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:11.514138 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/084c0a3f-1b4f-4283-b523-6905ee2c4cb9 HTTP/1.1" status: 204 len: 168 time: 0.1522861 Aug 30 20:19:11.521180 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c8c8-f334-437e-953b-a512bedfdf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c0a3f-1b4f-4283-b523-6905ee2c4cb9,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:12.230728 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52362) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:12.331124 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-278015241-network', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:12.357334 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Made reservation on behalf of 6eda64445c834520870f1a4eb63b5ea4 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:12.359669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.368751 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.463099 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.467960 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.493069 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:19:12.503028 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7cc53d-86d0-469a-88a1-f7ed95843819,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:12.508072 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.508413 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Added segment 93069201-2f3f-4d9c-b2cb-49488bdf0bdb of type vlan for network f9f62104-327d-474b-8982-f3503f733f94 Aug 30 20:19:12.553638 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.582691 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.583825 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:12.584412 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.644224 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4110217 Aug 30 20:19:12.647049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52368) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:12.647558 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36730387-f830-46b2-adfd-965b55b4e54c admin admin] Pushing event updated for resources: {'Network': ['ID=f9f62104-327d-474b-8982-f3503f733f94,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:12.658219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network f9f62104-327d-474b-8982-f3503f733f94 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:19:12.659814 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Request body: {'subnet': {'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-278015241-subnet', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:12.682651 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Made reservation on behalf of 6eda64445c834520870f1a4eb63b5ea4 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:12.685060 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.862796 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.934070 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:12.945113 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:12.945615 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Network hostable DHCP agents. Network: f9f62104-327d-474b-8982-f3503f733f94, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:19:12.962641 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Network f9f62104-327d-474b-8982-f3503f733f94 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:19:12.972296 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, f9f62104-327d-474b-8982-f3503f733f94) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:12.976441 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:12.977033 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:12.981575 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e52d63a-b5ce-4ca7-ac87-a268ff82fa41 None None] Network f9f62104-327d-474b-8982-f3503f733f94 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:12.995428 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-369f3b5f-c046-481a-9554-bdad9af561c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3441999 Aug 30 20:19:12.995664 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52370) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:13.000126 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:13.022192 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.023115 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.086490 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.233032 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.267281 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-f9f62104-327d-474b-8982-f3503f733f94', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:19:13.268155 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.410369 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Allocated IP 172.20.0.2 (f9f62104-327d-474b-8982-f3503f733f94/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3/b7640cda-b5a5-4d4b-abbf-340c5cff8863) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:13.457312 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.478403 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.558644 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.567536 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Transition to ACTIVE for port object b7640cda-b5a5-4d4b-abbf-340c5cff8863 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:13.588307 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Allocated IP 172.27.2.108 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/46c1c18b-7c5c-4907-9d21-3f4bb3d18af2) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:13.588723 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Transition to ACTIVE for port object b7640cda-b5a5-4d4b-abbf-340c5cff8863 will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:13.596019 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.635095 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:13.637939 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:13.640646 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:13.679073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Pushing event updated for resources: {'Port': ['ID=b7640cda-b5a5-4d4b-abbf-340c5cff8863,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:13.707115 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Attempting to bind port b7640cda-b5a5-4d4b-abbf-340c5cff8863 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:13.707418 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Attempting to bind port b7640cda-b5a5-4d4b-abbf-340c5cff8863 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:13.707870 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Attempting to bind port b7640cda-b5a5-4d4b-abbf-340c5cff8863 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:13.708098 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.713641 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:13.714150 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:13.714553 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.714946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Bound using segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:13.715413 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Bound port: b7640cda-b5a5-4d4b-abbf-340c5cff8863, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:13.715790 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.751631 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.791370 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] For port b7640cda-b5a5-4d4b-abbf-340c5cff8863, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:13.794906 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] For port b7640cda-b5a5-4d4b-abbf-340c5cff8863, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b7640cda-b5a5-4d4b-abbf-340c5cff8863,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:13.795511 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:13.800333 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:13.804897 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:13.805239 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:13.829871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Pushing event updated for resources: {'Port': ['ID=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:13.880910 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d5d0-617d-464a-b74d-0f34c53f7a4e None None] Pushing event updated for resources: {'Port': ['ID=b7640cda-b5a5-4d4b-abbf-340c5cff8863,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:14.116550 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:14.348487 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-3e596ef4-9569-4304-972b-563a1844d802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:14.635238 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:14.700013 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:14.776945 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:19:14.797197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c318e-c266-4bc6-ad89-31ca7493daa8 None None] Network f9f62104-327d-474b-8982-f3503f733f94 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:14.898724 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:14.912441 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:14.923398 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:14.924810 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3900b964-a7ba-49fd-af8e-f81668b4739f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9282007 Aug 30 20:19:14.926494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-5892b548-ab96-4cd7-8913-e0cb31336321 None None] Provisioning for port b7640cda-b5a5-4d4b-abbf-340c5cff8863 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:14.927565 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52378) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:14.939750 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:14.940391 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:15.072207 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:15.321226 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:13Z', 'revision_number': 3, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:15.359828 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:15.360168 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Updating router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:19:15.362320 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b7640cda-b5a5-4d4b-abbf-340c5cff8863 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:15.427136 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.465724 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.524817 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port b7640cda-b5a5-4d4b-abbf-340c5cff8863 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:15.536458 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b7640cda-b5a5-4d4b-abbf-340c5cff8863 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:15.536836 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.616779 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451be02e-9e80-46f4-b566-180acbec4b7e req-6719f27c-ea8b-41d2-846c-eb9be7cd560f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:15.618261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-451be02e-9e80-46f4-b566-180acbec4b7e req-6719f27c-ea8b-41d2-846c-eb9be7cd560f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0638075 Aug 30 20:19:15.660560 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-451be02e-9e80-46f4-b566-180acbec4b7e req-48771b54-663d-4c9e-9d5f-e92b9988961a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348415 Aug 30 20:19:15.670049 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Allocated IP 172.20.0.1 (f9f62104-327d-474b-8982-f3503f733f94/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3/ee96735d-78b7-4fcc-9ead-2b171c1fb98b) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:15.714457 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.716347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.784202 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port b7640cda-b5a5-4d4b-abbf-340c5cff8863, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b7640cda-b5a5-4d4b-abbf-340c5cff8863,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:15.791748 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.792178 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.806585 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Transition to ACTIVE for port object ee96735d-78b7-4fcc-9ead-2b171c1fb98b will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:15.828463 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.840372 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.848557 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Transition to ACTIVE for port object 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:15.861752 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.864779 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=b7640cda-b5a5-4d4b-abbf-340c5cff8863,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:15.895604 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:15.901619 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:15.904016 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:15.921246 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Attempting to bind port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:15.921717 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Attempting to bind port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:15.922028 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Attempting to bind port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:15.931870 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b77256-d67b-448f-9691-79c171c55958 None None] Pushing event updated for resources: {'Port': ['ID=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:15.934541 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Pushing event updated for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:15.934903 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:15.935283 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:15.936299 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.936688 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:15.937278 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Bound port: 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:15.937679 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:15.974168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.003271 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] For port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:16.007291 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] For port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:16.013462 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.080366 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:16.081139 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:16.116719 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.121951 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b77256-d67b-448f-9691-79c171c55958 None None] Pushing event updated for resources: {'Port': ['ID=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:16.182782 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-33e772c8-4e5b-4049-9848-2944096ecca1 None None] Provisioning for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:16.190684 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-33e772c8-4e5b-4049-9848-2944096ecca1 None None] Provisioning complete for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:16.191052 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-33e772c8-4e5b-4049-9848-2944096ecca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.240095 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:16.242577 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-33e772c8-4e5b-4049-9848-2944096ecca1 None None] Port ee96735d-78b7-4fcc-9ead-2b171c1fb98b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:16.299258 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.304951 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.375370 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.378170 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Pushing event updated for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:16.433359 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:13Z', 'revision_number': 3, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:16.460886 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea0f71-2301-4d85-baec-f8b09372b227 None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:13Z', 'revision_number': 3, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:16.480651 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:16.481857 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:16.608428 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:16.775770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:16.782785 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-a20e6209-1cad-4252-9448-3192f7e52640 admin admin] 10.222.0.11 "PUT /v2.0/routers/9cf0dd84-76fa-4dd0-82e1-5132249ff7e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541951 Aug 30 20:19:16.831669 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc20d-c071-4023-913d-85f4dbe32794 req-57b4cff5-5959-493e-8bba-f9538c4ccdf5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:16.833222 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb1fc20d-c071-4023-913d-85f4dbe32794 req-57b4cff5-5959-493e-8bba-f9538c4ccdf5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0781724 Aug 30 20:19:16.870138 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-a47a82de-3287-4ce6-973d-c91cbd2158cc None None] Provisioning complete for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:16.870734 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a47a82de-3287-4ce6-973d-c91cbd2158cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:16.876890 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bb1fc20d-c071-4023-913d-85f4dbe32794 req-693c2325-58de-4263-af1b-f41e95d3145a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=abdf69ee-57f0-4938-954b-3c9438426356&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376251 Aug 30 20:19:16.923989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-a47a82de-3287-4ce6-973d-c91cbd2158cc None None] Port ee96735d-78b7-4fcc-9ead-2b171c1fb98b cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:17.032921 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-d1ac68ec-77a5-4f91-996d-905dbb6fd577 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:17.034595 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-d1ac68ec-77a5-4f91-996d-905dbb6fd577 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 945 time: 0.0605459 Aug 30 20:19:17.168917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Deleting port 6f88d3d5-9d9e-4f83-860c-db0735764cba {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:17.168917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.268228 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] For port 6f88d3d5-9d9e-4f83-860c-db0735764cba, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=6f88d3d5-9d9e-4f83-860c-db0735764cba,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:17.269183 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.370321 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52410) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:17.385165 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:17.386058 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1384645608-network', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:17.411747 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Made reservation on behalf of 20ab5b70cfed4f3d8253599ec7de6245 for: {'network': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:17.414219 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.423855 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.454510 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:17.459972 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:17.459972 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.521811 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.557124 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.561124 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.566068 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.595667 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:17.599311 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94124) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:19:17.602494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.603377 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b7640cda-b5a5-4d4b-abbf-340c5cff8863 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:17.612394 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f344cb58-1e4b-4934-85c0-24f89475d4dc,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:17.621629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.622153 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.segments_db [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Added segment b653dd3a-505e-4877-9d88-c5f5c57de6eb of type vlan for network 340b1eff-1188-460a-abcf-de8ae4375acb Aug 30 20:19:17.671477 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.708859 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.710064 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:17.710805 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.776370 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4022243 Aug 30 20:19:17.776728 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52412) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:17.784581 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Request body: {'subnet': {'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1384645608-subnet', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:17.792460 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.793233 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.793233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Floating IP cdd9e211-d110-40d1-a2ee-143c963af956 disassociated. External IP: 172.27.2.120, port: 6f88d3d5-9d9e-4f83-860c-db0735764cba. Aug 30 20:19:17.793971 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Calling delete_port for 6f88d3d5-9d9e-4f83-860c-db0735764cba owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:17.794120 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaf7e5-e2e8-4575-bb45-395a11fb7992 admin admin] Pushing event updated for resources: {'Network': ['ID=340b1eff-1188-460a-abcf-de8ae4375acb,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:17.817847 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Made reservation on behalf of 20ab5b70cfed4f3d8253599ec7de6245 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:17.818001 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 340b1eff-1188-460a-abcf-de8ae4375acb details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:19:17.821088 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.898706 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:17.933911 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port b7640cda-b5a5-4d4b-abbf-340c5cff8863 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:17.934287 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:17.975928 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.004968 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-346e6862-66a3-4f33-9094-dc1d8f8e97f7 req-8009ae4b-8372-4d94-96e8-051d3f55c3ff tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dc8f8a9-984d-4876-acef-e406bb4b5dd1 HTTP/1.1" status: 200 len: 210 time: 0.0345018 Aug 30 20:19:18.031991 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'Port': ['ID=6f88d3d5-9d9e-4f83-860c-db0735764cba,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:18.059223 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.108869 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d4d047-6c7f-4eca-bddc-4738fa979b3f,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:18.144526 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Checking segment: {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:18.144886 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Network hostable DHCP agents. Network: 340b1eff-1188-460a-abcf-de8ae4375acb, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:19:18.161754 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Network 340b1eff-1188-460a-abcf-de8ae4375acb is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:19:18.172012 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 340b1eff-1188-460a-abcf-de8ae4375acb) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:18.176260 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:18.176775 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.185454 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ccb1e-5884-41fb-a41e-2d086ba79e4e None None] Network 340b1eff-1188-460a-abcf-de8ae4375acb requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:18.193945 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:18.198039 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-8b7a9da0-f633-46e7-9c4f-0062fbe126ec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4199781 Aug 30 20:19:18.202427 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52418) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:18.207206 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:18.235347 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12581'] for router, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.236364 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-418797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12590'] for router, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.291138 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.323108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:18.334025 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566b32f-e572-43a5-b519-815243345847 None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:18.350948 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:18.351181 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:18.351281 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:18.379518 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] No DVR routers for this DVR port 6f88d3d5-9d9e-4f83-860c-db0735764cba on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:19:18.382890 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.384044 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:18.384994 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:18.385493 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-162acd57-2e77-4ad3-9c14-aeb3c55dbfd2 req-51854929-6ec3-4c7c-8b8a-b401f0d8fc0c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "DELETE /v2.0/ports/6f88d3d5-9d9e-4f83-860c-db0735764cba HTTP/1.1" status: 204 len: 173 time: 1.3235621 Aug 30 20:19:18.386240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'name': 'network-vif-deleted', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:18.390204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ec6a0d-7348-4167-b7cc-4187bd2fae3c" -d '{"events": [{"server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "name": "network-vif-deleted", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:18.466618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567a9913-3bd4-4608-9acc-8e573194d2fb x-openstack-request-id: req-567a9913-3bd4-4608-9acc-8e573194d2fb {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:18.467584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc8f8a9-984d-4876-acef-e406bb4b5dd1", "name": "network-vif-deleted", "tag": "6f88d3d5-9d9e-4f83-860c-db0735764cba", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:18.468935 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-567a9913-3bd4-4608-9acc-8e573194d2fb {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:18.469510 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc8f8a9-984d-4876-acef-e406bb4b5dd1', 'name': 'network-vif-deleted', 'tag': '6f88d3d5-9d9e-4f83-860c-db0735764cba', 'status': 'completed', 'code': 200} Aug 30 20:19:18.490685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8d964924-8563-5ca0-8a04-1cb3f02f7e1f-340b1eff-1188-460a-abcf-de8ae4375acb', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f'}]}} from dv-cinder-777031-3-iscsi. {{(pid=94126) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 20:19:18.493711 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.499549 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.538864 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:18.684605 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:18.775685 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.776380 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:18.800840 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:18.819570 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566b32f-e572-43a5-b519-815243345847 None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:18.829547 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:18.830199 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:18.844492 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.db_base_plugin_common [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Allocated IP 172.20.0.2 (340b1eff-1188-460a-abcf-de8ae4375acb/80d4d047-6c7f-4eca-bddc-4738fa979b3f/8399095e-e808-4b1c-9d0a-fee082875b9b) {{(pid=94126) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:18.954484 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Allocated IP 172.27.2.170 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:18.988093 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:19.115264 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 2, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:19.148946 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks [] for port, precommit_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.150821 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:19.151170 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Updating router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 port ee96735d-78b7-4fcc-9ead-2b171c1fb98b binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:19:19.152164 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.153457 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52426) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:19.163778 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Transition to ACTIVE for port object 8399095e-e808-4b1c-9d0a-fee082875b9b will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:19.181514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Transition to ACTIVE for port object 8399095e-e808-4b1c-9d0a-fee082875b9b will not be triggered until provisioned by entity DHCP. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:19.224546 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.236085 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814'] for port, after_create {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.248040 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.288190 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.294955 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.315365 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:19.316976 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Pushing event updated for resources: {'Port': ['ID=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:19.321183 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:19.325117 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Network 340b1eff-1188-460a-abcf-de8ae4375acb is already hosted by enough agents. {{(pid=94126) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:19.333094 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.scheduler.base_scheduler [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Resources bound (agent type, host, resource id): {{(pid=94126) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:19.349397 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:19.362786 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Received port after_create {{(pid=94126) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:19.374556 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:19.385912 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Pushing event updated for resources: {'Port': ['ID=8399095e-e808-4b1c-9d0a-fee082875b9b,revision_number=1']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:19.390935 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.394771 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.399546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "DELETE /v2.0/security-groups/abdf69ee-57f0-4938-954b-3c9438426356 HTTP/1.1" status: 204 len: 168 time: 0.2440248 Aug 30 20:19:19.400939 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52430) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:19.415117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf2754-28bf-4be7-ad7a-c34d569a1b2b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdf69ee-57f0-4938-954b-3c9438426356,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:19.496523 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.api.v2.resource [None req-9791ffcc-50f3-49f1-92a2-36812de2fb9e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] show failed (client error): The resource could not be found. Aug 30 20:19:19.503362 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9791ffcc-50f3-49f1-92a2-36812de2fb9e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups/abdf69ee-57f0-4938-954b-3c9438426356 HTTP/1.1" status: 404 len: 347 time: 0.0966189 Aug 30 20:19:19.504433 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52432) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:19.525328 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-a566b32f-e572-43a5-b519-815243345847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:19.560094 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566b32f-e572-43a5-b519-815243345847 None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:19.567230 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Attempting to bind port 8399095e-e808-4b1c-9d0a-fee082875b9b on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:19.567615 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Attempting to bind port 8399095e-e808-4b1c-9d0a-fee082875b9b by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:19.567990 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Attempting to bind port 8399095e-e808-4b1c-9d0a-fee082875b9b on network 340b1eff-1188-460a-abcf-de8ae4375acb {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:19.582938 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:19.583312 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Checking segment: {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:19.583721 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.584115 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Bound using segment: {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:19.584595 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Bound port: 8399095e-e808-4b1c-9d0a-fee082875b9b, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:19.585025 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.681915 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:19.681915 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.706675 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Deleting port 54a65c0f-add7-426d-a76d-044317cb8ad4 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:19:19.708049 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.735519 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.786505 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] For port 8399095e-e808-4b1c-9d0a-fee082875b9b, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:19.803692 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] For port 8399095e-e808-4b1c-9d0a-fee082875b9b, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8399095e-e808-4b1c-9d0a-fee082875b9b,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:19.813074 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.833456 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.838265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:19.860165 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Calling delete_port for 54a65c0f-add7-426d-a76d-044317cb8ad4 owned by network:floatingip {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:19:19.906921 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b5f25-6bfe-4ba2-b75a-58d7aa9c27eb None None] New status for floating IP cdd9e211-d110-40d1-a2ee-143c963af956: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:19:19.976092 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20bbfe-9e60-4bb0-8d6c-d773d5e38500 None None] Pushing event updated for resources: {'Port': ['ID=8399095e-e808-4b1c-9d0a-fee082875b9b,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:19.980374 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.062129 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.062539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Transition to ACTIVE for port object ee96735d-78b7-4fcc-9ead-2b171c1fb98b will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:20.064760 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.db.api [None req-c09b5f25-6bfe-4ba2-b75a-58d7aa9c27eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94127) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 20:19:20.066238 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG oslo_db.api [None req-c09b5f25-6bfe-4ba2-b75a-58d7aa9c27eb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 20:19:20.072067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.122569 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'Port': ['ID=54a65c0f-add7-426d-a76d-044317cb8ad4,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:20.143885 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db316-40a0-43b7-a150-1060f4989f43 None None] Pushing event updated for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:20.282378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.285107 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.287107 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-059479e7-9337-4539-9ad7-c0503738e7fd tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "DELETE /v2.0/floatingips/cdd9e211-d110-40d1-a2ee-143c963af956 HTTP/1.1" status: 204 len: 168 time: 0.7832720 Aug 30 20:19:20.303318 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Attempting to bind port ee96735d-78b7-4fcc-9ead-2b171c1fb98b on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:20.303318 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Attempting to bind port ee96735d-78b7-4fcc-9ead-2b171c1fb98b by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:20.303318 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Attempting to bind port ee96735d-78b7-4fcc-9ead-2b171c1fb98b on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:20.315287 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:20.316094 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:20.316645 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.317530 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Bound using segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:20.318174 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Bound port: ee96735d-78b7-4fcc-9ead-2b171c1fb98b, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:20.318637 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.536026 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-418772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419053'] for router, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.567951 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09b5f25-6bfe-4ba2-b75a-58d7aa9c27eb None None] New status for floating IP cdd9e211-d110-40d1-a2ee-143c963af956: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:19:20.585871 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] For port ee96735d-78b7-4fcc-9ead-2b171c1fb98b, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:20.591589 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] For port ee96735d-78b7-4fcc-9ead-2b171c1fb98b, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:20.608075 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.693079 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:20.694180 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:20.725638 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Router d5290cc5-d724-40fc-b25d-9e9e4f40deff is scheduled to L3 agent b1408f36-bfb7-444f-8239-6eff99700549 with binding_index 1 {{(pid=94124) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 20:19:20.779268 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db316-40a0-43b7-a150-1060f4989f43 None None] Pushing event updated for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:20.876478 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:20.898510 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:20.918431 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:20.921865 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-166d47aa-c856-4326-a49a-6be1db66599e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7161927 Aug 30 20:19:20.923159 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52438) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:20.947676 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Sync routers for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:20.962210 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:20.962874 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:21.037462 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6f88d3d5-9d9e-4f83-860c-db0735764cba no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:19:21.054375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52440) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:21.064269 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120244228', 'description': 'tempest-description--153180818'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:21.114374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.124805 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 6f88d3d5-9d9e-4f83-860c-db0735764cba {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:19:21.125124 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 6f88d3d5-9d9e-4f83-860c-db0735764cba not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:19:21.220359 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.261956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:21.270921 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.276814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.319185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.323613 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2678521 Aug 30 20:19:21.328334 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52442) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:21.330655 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075018e-b01a-46c5-8330-ffd48c590fc0 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f5c6db-3da9-417d-8683-31e12702c915,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:21.333169 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group_rule': {'security_group_id': '12f5c6db-3da9-417d-8683-31e12702c915', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:21.364453 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff5fb5-9daa-42b4-8116-935be80cd88e None None] Network 340b1eff-1188-460a-abcf-de8ae4375acb requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:19:21.392334 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.427168 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8399095e-e808-4b1c-9d0a-fee082875b9b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:21.492476 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.513118 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.536061 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-9b8a9059-f154-4724-b18d-294fa2cd0d91 None None] Provisioning for port 8399095e-e808-4b1c-9d0a-fee082875b9b completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:21.545532 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1657c987-9c55-4c74-a0fc-12c3252b8c4e,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:21.557629 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.559808 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.561150 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7a3c0e5e-af3c-4294-8457-b4560d0281d6 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2319722 Aug 30 20:19:21.564450 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52446) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:21.570321 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'security_group_rule': {'security_group_id': '12f5c6db-3da9-417d-8683-31e12702c915', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:21.608990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.671634 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 8399095e-e808-4b1c-9d0a-fee082875b9b completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:21.672812 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.677762 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.698542 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66eb4649-fb6d-494d-be76-333268c5669b,revision_number=0']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:21.704989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 8399095e-e808-4b1c-9d0a-fee082875b9b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:21.705182 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.710434 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:20Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:21.712219 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.716388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ec1de98f-710f-4a40-b7f2-014d52f3aa10 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473885 Aug 30 20:19:21.717225 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52448) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:21.722489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:21.749012 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.762012 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f63d76-728f-4ce6-9dbb-03bde514096a None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:20Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:21.764292 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_common [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Allocated IP 172.20.0.1 (340b1eff-1188-460a-abcf-de8ae4375acb/80d4d047-6c7f-4eca-bddc-4738fa979b3f/231537d2-eba8-467f-83e3-4ff711224895) {{(pid=94124) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:21.877790 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:19Z', 'revision_number': 3, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:21.943914 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.947514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Checking router: d5290cc5-d724-40fc-b25d-9e9e4f40deff for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:21.948133 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Updating router d5290cc5-d724-40fc-b25d-9e9e4f40deff port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e binding host dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:19:21.958248 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.982046 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:21.988590 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.provisioning_blocks [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Transition to ACTIVE for port object 231537d2-eba8-467f-83e3-4ff711224895 will not be triggered until provisioned by entity DHCP. {{(pid=94124) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:22.038898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.064456 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.113261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Allocated IP 172.27.2.213 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/59210d58-fda2-4005-b897-788e21012eed) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:22.134706 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Pushing event updated for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:22.149893 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Network 340b1eff-1188-460a-abcf-de8ae4375acb is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:22.155932 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:22.159369 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Received port after_create {{(pid=94124) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:22.215534 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 8399095e-e808-4b1c-9d0a-fee082875b9b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8399095e-e808-4b1c-9d0a-fee082875b9b,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:22.218959 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-417950'] for router_interface, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.224304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.305426 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.323851 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=8399095e-e808-4b1c-9d0a-fee082875b9b,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:22.357190 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-ba07725a-5b5d-436a-ad42-ceb1b844b68c None None] Provisioning complete for port 8399095e-e808-4b1c-9d0a-fee082875b9b triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:22.359095 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ba07725a-5b5d-436a-ad42-ceb1b844b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.403082 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.464943 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.473377 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:22.485948 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:22.490770 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:22.533824 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=59210d58-fda2-4005-b897-788e21012eed,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:22.635835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.720848 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.749522 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.755665 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12179217'] for port, after_update {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.847276 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-752194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-416046'] for router_interface, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.849693 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Pushing event updated for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=2']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:22.881288 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-51544c7e-6eac-4c4c-a3bd-ac4640a953ab None None] Provisioning for port 231537d2-eba8-467f-83e3-4ff711224895 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:22.894126 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-51544c7e-6eac-4c4c-a3bd-ac4640a953ab None None] Provisioning complete for port 231537d2-eba8-467f-83e3-4ff711224895 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:22.894967 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-51544c7e-6eac-4c4c-a3bd-ac4640a953ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.903210 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks [] for port, precommit_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.936305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.942771 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.948313 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Transition to ACTIVE for port object 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e will not be triggered until provisioned by entity L2. {{(pid=94126) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:22.958579 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:22.960782 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-51544c7e-6eac-4c4c-a3bd-ac4640a953ab None None] Port 231537d2-eba8-467f-83e3-4ff711224895 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:22.964927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Network 340b1eff-1188-460a-abcf-de8ae4375acb is already hosted by enough agents. {{(pid=94124) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:22.966788 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:23.020081 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Attempting to bind port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:23.020457 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Attempting to bind port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:23.020830 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Attempting to bind port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e on network eb893771-ee68-4469-a4ff-8f74d303189a {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:23.030328 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568b3d-f1d2-4f05-bf3e-968461b491e4 None None] Pushing event updated for resources: {'Port': ['ID=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,revision_number=2']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:23.045117 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:23.046043 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Checking segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94126) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:23.049087 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.049843 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Bound using segment: {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'} {{(pid=94126) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:23.050060 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.managers [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Bound port: 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52497a69-e502-4fce-bde0-a80d645fa1f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a'}}] {{(pid=94126) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:23.050458 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.077160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=59210d58-fda2-4005-b897-788e21012eed,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:23.079994 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.104974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.106530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-90830bda-375d-4468-89aa-fc4f826c55b2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3882461 Aug 30 20:19:23.131268 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] For port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94126) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:23.142060 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] For port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:23.148914 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.160786 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Router d5290cc5-d724-40fc-b25d-9e9e4f40deff has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:23.300132 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568b3d-f1d2-4f05-bf3e-968461b491e4 None None] Pushing event updated for resources: {'Port': ['ID=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,revision_number=3']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:23.304670 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:23.305449 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:23.337999 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:23.345047 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3c033379-50d3-4b97-9c10-3e6e34d729e8 admin admin] 10.222.0.11 "PUT /v2.0/routers/d5290cc5-d724-40fc-b25d-9e9e4f40deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4200084 Aug 30 20:19:23.421301 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-760e468b-6506-4a94-a9a4-5cbcb1fb5a07 None None] Provisioning complete for port 231537d2-eba8-467f-83e3-4ff711224895 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:23.421795 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-760e468b-6506-4a94-a9a4-5cbcb1fb5a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.430631 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-c533604f-04ef-4be8-8072-5dacfddbbbe8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1120244228&fields=id&tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 267 time: 0.0599418 Aug 30 20:19:23.470668 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ee96735d-78b7-4fcc-9ead-2b171c1fb98b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:23.553980 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-760e468b-6506-4a94-a9a4-5cbcb1fb5a07 None None] Port 231537d2-eba8-467f-83e3-4ff711224895 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:23.566044 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:23.570035 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-70f43ccc-4e39-4973-862a-2fdebd846bdb tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:23.571542 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-70f43ccc-4e39-4973-862a-2fdebd846bdb tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 811 time: 0.1314321 Aug 30 20:19:23.588224 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-988209be-cac0-4c4c-9872-d707b8c6d921 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/quotas/ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 375 time: 0.0096273 Aug 30 20:19:23.617465 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:23.649334 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:23.649597 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.654817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-e20988ef-0f1f-4263-8df6-f80e2dfaa385 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573649 Aug 30 20:19:23.756589 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-f2e6ade0-dcda-47fa-bab6-6ec8b90dd8f7 service neutron] 10.222.0.11 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899174 Aug 30 20:19:23.831081 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.861698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-58dc8bae-b747-404c-bdbf-2169d4fb2bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981436 Aug 30 20:19:23.881407 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port ee96735d-78b7-4fcc-9ead-2b171c1fb98b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:23.887190 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:23.888140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8399095e-e808-4b1c-9d0a-fee082875b9b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:23.894996 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '231537d2-eba8-467f-83e3-4ff711224895', 'name': '', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'mac_address': 'fa:16:3e:75:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:21Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 2, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'subnets': [{'id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:23.977615 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9daa1-fda9-4d6b-8681-51fdcac2971a None None] The sync data for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi is: [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '231537d2-eba8-467f-83e3-4ff711224895', 'name': '', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'mac_address': 'fa:16:3e:75:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:21Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 2, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'subnets': [{'id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:24.019702 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:24.035024 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 8399095e-e808-4b1c-9d0a-fee082875b9b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:24.036178 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.618285 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52486) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:24.623938 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40614582', 'description': 'tempest-secgroup-smoke-40614582 description', 'project_id': '6eda64445c834520870f1a4eb63b5ea4'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:24.649118 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.774111 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.783288 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.814982 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.818305 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1987932 Aug 30 20:19:24.824144 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52488) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:24.829539 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-396cc253-7c6d-40fb-a12b-1a1ae56cb3e6 req-0c2fc41c-7d95-4f76-af35-011f49546b40 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 210 time: 0.0344095 Aug 30 20:19:24.830182 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:24.840067 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4aa3f-07f6-4b04-a916-f6488fc3ba57 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9284388f-f8d4-41f1-8be1-0308328ff84b,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:24.875377 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.969512 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:24.978943 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.001951 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b4cd58-dd40-4ce6-ad38-5aca8eee54b1,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.008447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.009457 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7b859f75-37ac-4caf-ac75-dcddb973461b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1849973 Aug 30 20:19:25.012199 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52490) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:25.017227 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.054789 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.127406 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.132053 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.157812 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b606a740-a625-47a5-bc9d-dcb8c134ccf3,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.167977 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.169334 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-9fd5011b-b3e8-4dfe-92ce-357c9b56258f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561639 Aug 30 20:19:25.172685 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52492) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:25.177853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.236759 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.291481 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-18dc8cbd-d305-49cf-adaf-792e4d240014 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:25.293173 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-18dc8cbd-d305-49cf-adaf-792e4d240014 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 811 time: 0.1890781 Aug 30 20:19:25.336884 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.347005 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.366523 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-79f3e989-0033-409f-b951-a97ac989b7d4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073 HTTP/1.1" status: 200 len: 380 time: 0.0633223 Aug 30 20:19:25.385215 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'port': {'device_id': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'admin_state_up': True, 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'security_groups': ['12f5c6db-3da9-417d-8683-31e12702c915']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.393797 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a36a8c-91e4-4d03-9e16-a0940d4da4b5,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.397094 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.398403 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-925fffa2-90bb-491e-b257-1bbdee8000db tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2247593 Aug 30 20:19:25.401615 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ee96735d-78b7-4fcc-9ead-2b171c1fb98b up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:25.406283 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52498) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:25.416276 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.457381 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.464140 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port ee96735d-78b7-4fcc-9ead-2b171c1fb98b triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:25.464652 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.556450 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.559568 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Made reservation on behalf of ef7444ce1b9f4bbc9e9e089c235c1073 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:25.563134 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.564420 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.592657 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb3bb1f-fa12-46ae-b4c2-dca7a1d69535,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.596557 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.601629 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-7ebc5381-a01f-4953-a5c5-b3a38e1ff8b7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1871288 Aug 30 20:19:25.602405 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52500) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:25.610630 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:25.610830 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.639609 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.securitygroups_db [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Project 6eda64445c834520870f1a4eb63b5ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:19:25.646026 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.672246 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:25.679405 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:25.679860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.754670 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.760694 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.763969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Allocated IP 172.20.0.13 (42e7d939-c8e8-4b3c-8f28-9584034ca033/8b4a3f0a-f29f-46e2-8e50-1323554e8984/19cf18a0-2332-4607-99ef-0e092ffe8ebf) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:25.800416 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b071fc3-5a46-4206-82a3-0df3f35d9b56,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.811062 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.824574 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.829992 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e98183a8-8c8b-43f7-8462-f1c03460402f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2261972 Aug 30 20:19:25.831824 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 52504) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:25.837855 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'security_group_rule': {'security_group_id': '9284388f-f8d4-41f1-8be1-0308328ff84b', 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:25.851644 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:25.860394 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.871306 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.db.securitygroups_db [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Project 6eda64445c834520870f1a4eb63b5ea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 20:19:25.877987 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.936726 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:25.977400 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:25.982844 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-974130'] for security_group_rule, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.005306 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-43a43a62-436f-4d08-9805-74217c850c80 req-0c249e28-5be3-4192-8dba-98cd1b1eff41 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 210 time: 0.0398123 Aug 30 20:19:26.007725 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae18b12c-242e-49c2-b617-03f60d7eeb9c,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:26.016308 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.017279 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.017766 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f91db823-1538-48d1-b074-446867c46e7b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841700 Aug 30 20:19:26.035604 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Transition to ACTIVE for port object 19cf18a0-2332-4607-99ef-0e092ffe8ebf will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:26.092318 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.139897 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:26.143732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:26.148350 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:26.220620 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event updated for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:26.248736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:26.248736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.284695 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-1fba33b5-9bdc-43c1-91d3-7c9d6e490a85 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9039218 Aug 30 20:19:26.301106 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Request body: {'port': {'device_id': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:26.423030 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.513498 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0a56-84cd-4cb8-970b-fd1a26c6f889 None None] Provisioning for port 19cf18a0-2332-4607-99ef-0e092ffe8ebf completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:26.523841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0a56-84cd-4cb8-970b-fd1a26c6f889 None None] Provisioning complete for port 19cf18a0-2332-4607-99ef-0e092ffe8ebf triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:26.523841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0a56-84cd-4cb8-970b-fd1a26c6f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.612913 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa0a56-84cd-4cb8-970b-fd1a26c6f889 None None] Port 19cf18a0-2332-4607-99ef-0e092ffe8ebf cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:26.800019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cf18a0-2332-4607-99ef-0e092ffe8ebf {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:19:26.810086 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.826749 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Transition to ACTIVE for port object 19cf18a0-2332-4607-99ef-0e092ffe8ebf will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:26.842246 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:26.925984 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Pushing event updated for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:26.982645 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Attempting to bind port 19cf18a0-2332-4607-99ef-0e092ffe8ebf on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:26.983446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Attempting to bind port 19cf18a0-2332-4607-99ef-0e092ffe8ebf by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:26.983898 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Attempting to bind port 19cf18a0-2332-4607-99ef-0e092ffe8ebf on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:26.989736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Port 19cf18a0-2332-4607-99ef-0e092ffe8ebf on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:19:26.990197 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Attempting to bind port 19cf18a0-2332-4607-99ef-0e092ffe8ebf on network 42e7d939-c8e8-4b3c-8f28-9584034ca033 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:26.995847 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:26.996193 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Checking segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:26.996582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Bound using segment: {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:26.997023 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Bound port: 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b6f370-2c07-496a-89b3-817597ee9a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:26.997470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:27.080981 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:27.090976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:27.098760 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Sync routers for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:27.101458 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:27.126908 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:27.127318 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:27.142714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.143646 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:27.145264 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] 10.222.0.90 "PUT /v2.0/ports/19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 200 len: 1094 time: 0.8518627 Aug 30 20:19:27.146364 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:27.149514 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386" -d '{"events": [{"name": "network-changed", "server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:27.307068 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:27.331380 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:27.334446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90194f14-4a2e-4cc1-b7ec-5644a1be1059 service neutron] Pushing event updated for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:27.358496 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-9a417396-de7c-4895-8f7b-7459b6c45590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.360822 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-9a417396-de7c-4895-8f7b-7459b6c45590 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 1097 time: 0.1282842 Aug 30 20:19:27.374761 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9723-1816-4bc0-986b-a1bf90692202 req-430319c9-c3ef-41ac-a86b-88883aec2bd4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.376544 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8ded9723-1816-4bc0-986b-a1bf90692202 req-430319c9-c3ef-41ac-a86b-88883aec2bd4 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 944 time: 0.2225773 Aug 30 20:19:27.399439 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:27.400132 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:27.452526 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-f445ac41-d9d8-43a5-9b58-de21a5939852 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 200 len: 217 time: 0.0747778 Aug 30 20:19:27.501705 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8ded9723-1816-4bc0-986b-a1bf90692202 req-f80b5642-112d-4ef5-a06a-c0639b4cf828 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163139 Aug 30 20:19:27.524925 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-c8c2576d-0570-4cca-a105-b1cfac778f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.526458 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-c8c2576d-0570-4cca-a105-b1cfac778f93 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0652101 Aug 30 20:19:27.589741 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192720f-628b-49a7-bad0-a3fbcb08b6e5 x-openstack-request-id: req-6192720f-628b-49a7-bad0-a3fbcb08b6e5 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:27.590063 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:27.590453 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6192720f-628b-49a7-bad0-a3fbcb08b6e5 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:27.590868 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'status': 'completed', 'code': 200} Aug 30 20:19:27.607579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-15886b7d-7d74-48b7-978c-d53c9380c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.609154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-15886b7d-7d74-48b7-978c-d53c9380c600 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743763 Aug 30 20:19:27.660354 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '231537d2-eba8-467f-83e3-4ff711224895', 'name': '', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'mac_address': 'fa:16:3e:75:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:21Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 2, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'subnets': [{'id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:27.695582 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Checking router: d5290cc5-d724-40fc-b25d-9e9e4f40deff for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:27.695936 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Updating router d5290cc5-d724-40fc-b25d-9e9e4f40deff port 231537d2-eba8-467f-83e3-4ff711224895 binding host dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 20:19:27.726734 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:27.728703 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-6d130bf9-e143-4f93-8cda-b23c939731d6 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096983 Aug 30 20:19:27.846786 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11c17eae-9018-47b2-a1f2-11496d5cc5c5 req-0bf5ba4e-cbdc-45e4-b236-6fd2c7ec890b service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132135 Aug 30 20:19:27.956735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-80783b19-131b-4765-9908-9e411f832abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:27.958233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-80783b19-131b-4765-9908-9e411f832abd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 1097 time: 0.0506105 Aug 30 20:19:28.066007 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-315306e8-edbf-4455-949b-ccf5ffda4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:28.067495 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-315306e8-edbf-4455-949b-ccf5ffda4228 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.1017792 Aug 30 20:19:28.079348 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks [] for port, precommit_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:28.090719 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.provisioning_blocks [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Transition to ACTIVE for port object 231537d2-eba8-467f-83e3-4ff711224895 will not be triggered until provisioned by entity L2. {{(pid=94127) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:28.101385 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:28.112662 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-84d405eb-7c32-4d00-85e0-35a1f6efc401 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 200 len: 217 time: 0.0372884 Aug 30 20:19:28.168729 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-452374a1-4871-400b-998b-6c5c4204fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:28.170489 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-452374a1-4871-400b-998b-6c5c4204fe0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0508306 Aug 30 20:19:28.173375 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Pushing event updated for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=3']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:28.199010 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.199464 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.199700 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.200024 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.200352 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.201273 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.201667 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.202204 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.202765 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.203107 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.203479 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.203805 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94127) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:28.219760 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Attempting to bind port 231537d2-eba8-467f-83e3-4ff711224895 on host dv-cinder-777031-3-iscsi for vnic_type normal with profile {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:28.220136 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Attempting to bind port 231537d2-eba8-467f-83e3-4ff711224895 by drivers openvswitch,hyperv on host dv-cinder-777031-3-iscsi at level 0 using segments [{'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:28.220603 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Attempting to bind port 231537d2-eba8-467f-83e3-4ff711224895 on network 340b1eff-1188-460a-abcf-de8ae4375acb {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:28.225964 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Checking agent: {'id': '04e468ce-06e0-4a41-a35e-76ac7ffcde0f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777031-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 1, 45), 'started_at': datetime.datetime(2021, 8, 30, 20, 2, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777031-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:28.226335 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Checking segment: {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94127) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:28.226742 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:28.227144 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Bound using segment: {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'} {{(pid=94127) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:28.227667 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.managers [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Bound port: 231537d2-eba8-467f-83e3-4ff711224895, host: dv-cinder-777031-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b653dd3a-505e-4877-9d88-c5f5c57de6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb'}}] {{(pid=94127) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:28.228011 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:28.229631 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-6601f5c2-03af-48e9-8636-202cf828f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:28.231428 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-6601f5c2-03af-48e9-8636-202cf828f892 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524290 Aug 30 20:19:28.315909 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] For port 231537d2-eba8-467f-83e3-4ff711224895, host dv-cinder-777031-3-iscsi, cleared binding levels {{(pid=94127) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:28.319620 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.plugins.ml2.db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] For port 231537d2-eba8-467f-83e3-4ff711224895, host dv-cinder-777031-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=231537d2-eba8-467f-83e3-4ff711224895,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94127) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:28.326459 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron_lib.callbacks.manager [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94127) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:28.363112 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-1b6b6ecc-f1ac-4993-a655-dbbdac0e208c service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233134 Aug 30 20:19:28.387378 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:28.388140 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:28.458806 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5bd34-f0c1-4728-8767-33e73048613e None None] Pushing event updated for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=4']} {{(pid=94127) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:28.481699 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c8ddbcb-be2c-4bf3-bbed-5d67a81df386 req-86d02a70-044a-4018-abf1-9362e9f319d5 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106954 Aug 30 20:19:28.530342 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:28.662008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66723de1-883e-4b17-a343-71d9c92901f5 req-ba453c01-fbaa-4ec5-8c45-4986aa51926f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:28.664271 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-66723de1-883e-4b17-a343-71d9c92901f5 req-ba453c01-fbaa-4ec5-8c45-4986aa51926f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 944 time: 0.0640833 Aug 30 20:19:28.704253 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-66723de1-883e-4b17-a343-71d9c92901f5 req-e6212aa4-ce7b-4de8-b88f-ea8fd8b8a472 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337350 Aug 30 20:19:28.757236 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '231537d2-eba8-467f-83e3-4ff711224895', 'name': '', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'mac_address': 'fa:16:3e:75:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:21Z', 'updated_at': '2021-08-30T20:19:28Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'subnets': [{'id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:28.796118 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a69c-bd47-42f7-9d22-bea928544b91 None None] The sync data for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi is: [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:22Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '231537d2-eba8-467f-83e3-4ff711224895', 'name': '', 'network_id': '340b1eff-1188-460a-abcf-de8ae4375acb', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'mac_address': 'fa:16:3e:75:19:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:21Z', 'updated_at': '2021-08-30T20:19:28Z', 'revision_number': 4, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'subnets': [{'id': '80d4d047-6c7f-4eca-bddc-4738fa979b3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:29.307395 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 231537d2-eba8-467f-83e3-4ff711224895 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:29.363880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning for port 231537d2-eba8-467f-83e3-4ff711224895 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:29.368240 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 231537d2-eba8-467f-83e3-4ff711224895 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:29.369609 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:29.462542 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:29.503829 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] For port 231537d2-eba8-467f-83e3-4ff711224895, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=231537d2-eba8-467f-83e3-4ff711224895,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:29.508473 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:29.561425 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Pushing event updated for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:29.829641 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8a898-5d83-4229-bb7b-9e559bc4b3e8 req-05a6f966-cb7d-4efa-a26c-c886dcb1b5d8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:29.831175 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eae8a898-5d83-4229-bb7b-9e559bc4b3e8 req-05a6f966-cb7d-4efa-a26c-c886dcb1b5d8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 944 time: 0.0580249 Aug 30 20:19:29.875199 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-eae8a898-5d83-4229-bb7b-9e559bc4b3e8 req-4c98da0d-699a-49de-abb8-0e63885b92f5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Aug 30 20:19:31.002011 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f02b9-2a15-461e-83a4-b830f72e07e3 req-f6d7a5cc-1f7d-4a8e-9fc9-cc73a68a0a57 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:31.003499 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-729f02b9-2a15-461e-83a4-b830f72e07e3 req-f6d7a5cc-1f7d-4a8e-9fc9-cc73a68a0a57 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 944 time: 0.0560415 Aug 30 20:19:31.049732 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-729f02b9-2a15-461e-83a4-b830f72e07e3 req-d5e51225-4755-40d1-b498-2fc67070b169 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393584 Aug 30 20:19:31.275168 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 231537d2-eba8-467f-83e3-4ff711224895 up at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:31.324067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Provisioning complete for port 231537d2-eba8-467f-83e3-4ff711224895 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:31.324436 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:32.195096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8284bb-da7c-455d-8945-8de7f947dba5 req-0cb2ccc1-9670-407b-b38d-8718982e112b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:32.196685 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d8284bb-da7c-455d-8945-8de7f947dba5 req-0cb2ccc1-9670-407b-b38d-8718982e112b tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 944 time: 0.0573308 Aug 30 20:19:32.251993 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d8284bb-da7c-455d-8945-8de7f947dba5 req-4adc1977-b764-4e2e-9acc-3584f5f30e1e tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 Aug 30 20:19:33.064554 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 19cf18a0-2332-4607-99ef-0e092ffe8ebf details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:19:33.161069 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:33.174073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'port_id': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'mac_address': 'fa:16:3e:96:22:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:19:33.214991 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:33.228305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cf18a0-2332-4607-99ef-0e092ffe8ebf {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:19:33.248049 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:33.252075 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:33.300973 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:33.385533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d47e2f-cab4-4b78-8fe1-b6c62c5c78c8 req-9e19a076-41e0-4c28-9304-264f5d9f2626 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:33.387055 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b2d47e2f-cab4-4b78-8fe1-b6c62c5c78c8 req-9e19a076-41e0-4c28-9304-264f5d9f2626 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Aug 30 20:19:33.426878 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b2d47e2f-cab4-4b78-8fe1-b6c62c5c78c8 req-d09c4032-f0cf-462f-8ed3-08fde4646622 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Aug 30 20:19:33.719105 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['19cf18a0-2332-4607-99ef-0e092ffe8ebf'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:19:34.818632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f976c-29e7-4214-930b-115375c6d84f req-02c023b4-45ba-4d0a-afdf-9e763c30b990 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:34.820092 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b52f976c-29e7-4214-930b-115375c6d84f req-02c023b4-45ba-4d0a-afdf-9e763c30b990 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 945 time: 0.3211033 Aug 30 20:19:34.857965 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b52f976c-29e7-4214-930b-115375c6d84f req-dbef184d-81c7-4e3f-b711-578e2fc0c0f2 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310874 Aug 30 20:19:35.091889 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 19cf18a0-2332-4607-99ef-0e092ffe8ebf up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:19:35.139702 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 19cf18a0-2332-4607-99ef-0e092ffe8ebf completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:35.143449 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 19cf18a0-2332-4607-99ef-0e092ffe8ebf triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:35.143819 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:35.227837 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:35.250607 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:35.252880 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bce2552-acbe-4fc8-be9b-321477380606" -d '{"events": [{"server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "name": "network-vif-plugged", "status": "completed", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:35.269555 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:19:35.281978 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:35.306754 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec9588-7278-493a-abeb-7586362b1168 x-openstack-request-id: req-7aec9588-7278-493a-abeb-7586362b1168 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:35.307046 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "name": "network-vif-plugged", "status": "completed", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:35.307296 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7aec9588-7278-493a-abeb-7586362b1168 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:35.307679 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'code': 200} Aug 30 20:19:35.333522 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:35.466323 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd595388-4cbd-4331-b3e3-43e29422d304 req-b2fd36f3-4192-4f12-9fc6-3c0e932d997b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:35.467794 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bd595388-4cbd-4331-b3e3-43e29422d304 req-b2fd36f3-4192-4f12-9fc6-3c0e932d997b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 1099 time: 0.0408866 Aug 30 20:19:35.505592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bd595388-4cbd-4331-b3e3-43e29422d304 req-22978702-baa1-42dc-92d9-777fa2a1ace4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300314 Aug 30 20:19:35.983000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737af0e-0656-457b-affd-ca85d56c639d req-32ce51b4-29cb-4e1b-bcd8-3a447a391230 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:35.984855 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5737af0e-0656-457b-affd-ca85d56c639d req-32ce51b4-29cb-4e1b-bcd8-3a447a391230 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0545044 Aug 30 20:19:36.022440 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5737af0e-0656-457b-affd-ca85d56c639d req-5bd27644-dffb-4da3-a98c-c7d8deeaf4ec tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Aug 30 20:19:37.145031 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c9c7-a095-45b6-bf2a-822bde23b711 req-56a4f7b7-2245-4396-84f3-c4aeb0fe32da tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:37.146506 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6f92c9c7-a095-45b6-bf2a-822bde23b711 req-56a4f7b7-2245-4396-84f3-c4aeb0fe32da tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0531042 Aug 30 20:19:37.193451 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6f92c9c7-a095-45b6-bf2a-822bde23b711 req-9e8c44d5-0322-4ef6-85c1-5a9a58605818 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 Aug 30 20:19:38.311498 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb242f-517c-48dd-8129-85f50e95aed9 req-930c249a-d258-40b5-97db-53b0c88e1d5d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:38.312996 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5beb242f-517c-48dd-8129-85f50e95aed9 req-930c249a-d258-40b5-97db-53b0c88e1d5d tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0488594 Aug 30 20:19:38.368932 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5beb242f-517c-48dd-8129-85f50e95aed9 req-5f623ae9-c38f-4513-8cbe-ae4334be39fa tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494852 Aug 30 20:19:38.495075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48f18-f9da-47b3-8213-194e7c9f63cf req-66815f1e-d774-4be4-be3c-b542a3e87ed7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:38.496587 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5fe48f18-f9da-47b3-8213-194e7c9f63cf req-66815f1e-d774-4be4-be3c-b542a3e87ed7 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0507669 Aug 30 20:19:38.506071 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52624) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:19:38.512179 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Request body: {'floatingip': {'port_id': '19cf18a0-2332-4607-99ef-0e092ffe8ebf'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:38.558399 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:39.040184 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:39.044883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:39.145891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Floating IP f0ff2308-f259-4ed2-8aa8-523597b2a04d associated. External IP: 172.27.2.213, port: 19cf18a0-2332-4607-99ef-0e092ffe8ebf. Aug 30 20:19:39.368091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:19:39.484827 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:19:39.489454 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:39.498064 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:19:39.510046 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:39.510871 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:39.520613 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4b99abfe-0b72-404f-a814-f3a885d519d9 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "PUT /v2.0/floatingips/f0ff2308-f259-4ed2-8aa8-523597b2a04d HTTP/1.1" status: 200 len: 992 time: 1.0129049 Aug 30 20:19:39.521567 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:39.524985 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4a641-e240-4ca1-af2d-1e271f9e797a" -d '{"events": [{"name": "network-changed", "server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:39.628919 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:39.693816 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfac5926-a27d-4e23-9ec9-6d650a9f2789 x-openstack-request-id: req-dfac5926-a27d-4e23-9ec9-6d650a9f2789 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:39.694091 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:39.694354 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dfac5926-a27d-4e23-9ec9-6d650a9f2789 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:39.694760 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'status': 'completed', 'code': 200} Aug 30 20:19:39.771322 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-da4fd912-0bec-44a4-bd4b-3ead95893b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:39.772827 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-da4fd912-0bec-44a4-bd4b-3ead95893b5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 1099 time: 0.0529203 Aug 30 20:19:39.865924 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-aa92cb70-cb5b-4727-b550-2ad6999be1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:39.867657 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-aa92cb70-cb5b-4727-b550-2ad6999be1bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.0881305 Aug 30 20:19:39.908674 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f0ff2308-f259-4ed2-8aa8-523597b2a04d', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:96:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:19:22Z', 'updated_at': '2021-08-30T20:19:38Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:39.939563 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:19:39.949036 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:19:39.949697 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:19:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:39.953958 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-c2f4c21b-4aba-4021-8dfb-160ddc4ce59d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 200 len: 1000 time: 0.0789516 Aug 30 20:19:40.006941 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-d58a00ee-a882-4f0a-b64c-5709789bfbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:40.008591 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-d58a00ee-a882-4f0a-b64c-5709789bfbd1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0476983 Aug 30 20:19:40.057041 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-dc53b552-998f-4bda-9dbd-33eee7d9101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:40.058750 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-dc53b552-998f-4bda-9dbd-33eee7d9101c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428913 Aug 30 20:19:40.061815 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:19:40.163821 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-7f2d3ad0-776c-4278-882a-72870799f1be service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975156 Aug 30 20:19:40.269961 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-40c4a641-e240-4ca1-af2d-1e271f9e797a req-c8b3a612-17ce-4ac7-a42b-8afc4257a40e service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983140 Aug 30 20:19:40.314012 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f0ff2308-f259-4ed2-8aa8-523597b2a04d', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:96:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:19:22Z', 'updated_at': '2021-08-30T20:19:38Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:19:40.343793 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ad7d8-e9d2-4832-aee7-db5525d987c9 None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'f0ff2308-f259-4ed2-8aa8-523597b2a04d', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'port_id': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'mac_address': 'fa:16:3e:96:22:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:19:22Z', 'updated_at': '2021-08-30T20:19:38Z', 'revision_number': 1, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:19:40.553297 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20afbe8d-a7d4-49ca-adf3-08bebccbca43 None None] New status for floating IP f0ff2308-f259-4ed2-8aa8-523597b2a04d: ACTIVE {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:19:41.176825 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0c1f7616-8c5f-4cbf-ad09-0c4aa0c86007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:44.342597 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8761ad2b-769b-42ab-a681-a193ac28cd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:44.470018 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:19:44.722635 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:44.831951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35a515-fbeb-40fd-a3c4-a703e0cd3376 req-42053c34-3c0f-4d24-acbb-83aab594a52b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:44.833463 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dd35a515-fbeb-40fd-a3c4-a703e0cd3376 req-42053c34-3c0f-4d24-acbb-83aab594a52b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0673687 Aug 30 20:19:44.885349 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dd35a515-fbeb-40fd-a3c4-a703e0cd3376 req-e5b3bdbe-e50d-43b0-b2e5-a3a0a5b95087 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455518 Aug 30 20:19:45.672413 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:46.016293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a166a-7bb4-42e5-9b9c-ea7520cbaec3 req-80fb5907-e90c-4475-9506-228bf7c3a9e2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:46.017853 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-229a166a-7bb4-42e5-9b9c-ea7520cbaec3 req-80fb5907-e90c-4475-9506-228bf7c3a9e2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0567098 Aug 30 20:19:46.056753 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-229a166a-7bb4-42e5-9b9c-ea7520cbaec3 req-61b26779-81c3-45db-9a5b-1a27ee7299d1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320199 Aug 30 20:19:47.191571 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ae969-81fb-4894-8812-3d865f2898be req-1e4df8bd-c364-4e14-9809-8993cce7fad1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:47.193140 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e80ae969-81fb-4894-8812-3d865f2898be req-1e4df8bd-c364-4e14-9809-8993cce7fad1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0533302 Aug 30 20:19:47.235851 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e80ae969-81fb-4894-8812-3d865f2898be req-afd58a0d-e394-4d19-a6a3-a078515a5588 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353689 Aug 30 20:19:47.522846 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:48.371588 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbab422-2dd9-45be-90e9-a6843a0207e6 req-90ee7d2a-80ac-436b-a99f-0b3aeb9b86ae tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:48.373313 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abbab422-2dd9-45be-90e9-a6843a0207e6 req-90ee7d2a-80ac-436b-a99f-0b3aeb9b86ae tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0522914 Aug 30 20:19:48.414222 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-abbab422-2dd9-45be-90e9-a6843a0207e6 req-23ca2bf9-eae0-47ea-abfc-acaa9b5ab5b5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348251 Aug 30 20:19:49.554742 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64104286-1658-4565-b7ee-38f58e832839 req-805f2c3b-5f80-4d7e-998e-96a15e635332 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:49.556776 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-64104286-1658-4565-b7ee-38f58e832839 req-805f2c3b-5f80-4d7e-998e-96a15e635332 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0640485 Aug 30 20:19:49.599929 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-64104286-1658-4565-b7ee-38f58e832839 req-7f326984-8627-4ef7-b7a4-1f1c7fa2a1db tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355344 Aug 30 20:19:50.745312 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76ac43-9bdd-4358-896e-6eecbc669ddb req-2081e8ac-4889-4270-9fd0-a005cd1f502c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:50.748133 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3f76ac43-9bdd-4358-896e-6eecbc669ddb req-2081e8ac-4889-4270-9fd0-a005cd1f502c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0558269 Aug 30 20:19:50.794765 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3f76ac43-9bdd-4358-896e-6eecbc669ddb req-cc2900bc-177d-4d00-befd-5bcbe41457c0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392575 Aug 30 20:19:51.105739 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:51.339934 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-8c261dbb-5341-4858-b92a-19369aa0e2eb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40614582&fields=id&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 267 time: 0.0414305 Aug 30 20:19:51.475441 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-d81097b0-e216-4d26-951f-0ee2271a5b97 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:51.476954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-d81097b0-e216-4d26-951f-0ee2271a5b97 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1286790 Aug 30 20:19:51.492803 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-27553a4f-fe39-4b42-8a71-1e2cd8794949 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/quotas/6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 375 time: 0.0097620 Aug 30 20:19:51.548906 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-3050992f-78df-45f6-a744-93733655f3a6 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499687 Aug 30 20:19:51.571315 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-72ca93a8-4167-42c1-bf79-0866214f9087 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:19:51.572513 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-72ca93a8-4167-42c1-bf79-0866214f9087 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090756 Aug 30 20:19:51.673534 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-84726df5-6610-4232-84f3-d57b2d1627d9 service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932696 Aug 30 20:19:51.786742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-65710109-dabd-4c18-950e-74acc884aadd service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008186 Aug 30 20:19:52.441277 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360f33-8b72-4116-991d-651f03f58e64 req-e91bcd20-a6db-4601-bac2-40a5f245a7ad tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:52.442943 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-43360f33-8b72-4116-991d-651f03f58e64 req-e91bcd20-a6db-4601-bac2-40a5f245a7ad tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0855696 Aug 30 20:19:52.499660 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-43360f33-8b72-4116-991d-651f03f58e64 req-0523b037-4c02-4484-9a2b-8c0c6c02874d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495133 Aug 30 20:19:52.730696 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ef2fd7b1-f90f-4504-912f-41523b9ca62a req-764d4b24-6bb7-48ef-87b8-bce04441fa8f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 210 time: 0.0366442 Aug 30 20:19:53.363593 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-0264f524-b544-4336-b7a6-4d5582d469c4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:53.365119 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-0264f524-b544-4336-b7a6-4d5582d469c4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1119468 Aug 30 20:19:53.411558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-a9cc8afa-0a5f-4747-9733-b85a6c757455 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 378 time: 0.0369253 Aug 30 20:19:53.422201 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'port': {'device_id': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'admin_state_up': True, 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'security_groups': ['9284388f-f8d4-41f1-8be1-0308328ff84b']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:53.538181 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Made reservation on behalf of 6eda64445c834520870f1a4eb63b5ea4 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:19:53.541943 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:53.692544 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953ec2e-aa56-47dd-b5e2-be34d60b8bee req-0bc92c85-6fd3-46bf-bbc0-6e88f322639d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:53.693912 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7953ec2e-aa56-47dd-b5e2-be34d60b8bee req-0bc92c85-6fd3-46bf-bbc0-6e88f322639d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0928688 Aug 30 20:19:53.733137 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.20.0.12 (f9f62104-327d-474b-8982-f3503f733f94/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3/53260e88-b5fa-408b-b70c-226b09b84735) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:19:53.766247 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7953ec2e-aa56-47dd-b5e2-be34d60b8bee req-b054db0c-8580-48a4-a489-cf0e00816dca tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612562 Aug 30 20:19:53.899259 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:53.917265 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Transition to ACTIVE for port object 53260e88-b5fa-408b-b70c-226b09b84735 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:53.986119 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e26884c2-9fdc-4c7a-83c9-29b4042ac65c req-3279ce99-4ef3-4355-bc9d-d72256945dbd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 210 time: 0.0444229 Aug 30 20:19:53.997232 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.039175 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:19:54.044689 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:19:54.047547 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:19:54.089466 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:54.108628 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.108979 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.109328 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.109694 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.110034 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.110361 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.110692 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.111020 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.111434 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.111656 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.111980 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.112301 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:19:54.146117 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.146870 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.168106 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-854a4bb7-9033-4c09-9c95-b959286ed414 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7505963 Aug 30 20:19:54.181633 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Request body: {'port': {'device_id': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:19:54.193294 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-b58f9675-4fdc-43ef-8a51-9b74755b91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.195551 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-b58f9675-4fdc-43ef-8a51-9b74755b91b9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1098 time: 0.0510561 Aug 30 20:19:54.255862 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.282560 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-8b420cfc-7842-402f-a64a-76d5a972052e None None] Provisioning for port 53260e88-b5fa-408b-b70c-226b09b84735 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:19:54.288245 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-8b420cfc-7842-402f-a64a-76d5a972052e None None] Provisioning complete for port 53260e88-b5fa-408b-b70c-226b09b84735 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:19:54.288873 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8b420cfc-7842-402f-a64a-76d5a972052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.328284 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-8b420cfc-7842-402f-a64a-76d5a972052e None None] Port 53260e88-b5fa-408b-b70c-226b09b84735 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:19:54.329243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-4cfbe044-1e71-4285-b35c-db42cec8073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.332024 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-4cfbe044-1e71-4285-b35c-db42cec8073d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.1137996 Aug 30 20:19:54.412572 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-0935eb88-103f-4bea-8be2-fc4210383c89 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 1001 time: 0.0724666 Aug 30 20:19:54.489035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-7fa5a2e1-5c7a-40f0-a665-121ac8d6219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.490596 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-7fa5a2e1-5c7a-40f0-a665-121ac8d6219d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0705051 Aug 30 20:19:54.549032 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-f6038473-2bee-42d6-91d2-9e722d4f0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.550724 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-f6038473-2bee-42d6-91d2-9e722d4f0b6f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513670 Aug 30 20:19:54.606688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53260e88-b5fa-408b-b70c-226b09b84735 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:19:54.614976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.635298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Transition to ACTIVE for port object 53260e88-b5fa-408b-b70c-226b09b84735 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:19:54.642933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.683654 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-aee24ca0-046a-4cd6-85dc-7d9a117ec627 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231024 Aug 30 20:19:54.723300 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Pushing event updated for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:54.826525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Attempting to bind port 53260e88-b5fa-408b-b70c-226b09b84735 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:19:54.827015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Attempting to bind port 53260e88-b5fa-408b-b70c-226b09b84735 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:19:54.827357 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Attempting to bind port 53260e88-b5fa-408b-b70c-226b09b84735 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:54.832733 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Port 53260e88-b5fa-408b-b70c-226b09b84735 on network f9f62104-327d-474b-8982-f3503f733f94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:19:54.832976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Attempting to bind port 53260e88-b5fa-408b-b70c-226b09b84735 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:19:54.838549 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:19:54.838891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:19:54.839286 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Bound using segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:19:54.839729 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Bound port: 53260e88-b5fa-408b-b70c-226b09b84735, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:19:54.840096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.843314 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-4ecb0439-e680-4510-8e9e-5b44a01f0575 req-4a404849-afe5-4c6d-925a-bb8298795aa7 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466842 Aug 30 20:19:54.937136 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:19:54.941291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=53260e88-b5fa-408b-b70c-226b09b84735,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:19:54.948588 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.984520 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:54.985106 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:19:54.986647 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] 10.222.0.90 "PUT /v2.0/ports/53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 200 len: 1094 time: 0.8097010 Aug 30 20:19:54.987206 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:19:54.989452 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289cc971-8e31-44fc-9b23-53087d7996d2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "tag": "53260e88-b5fa-408b-b70c-226b09b84735"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:19:55.023453 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b79cf-dae2-4a36-8c3a-b5dd103c023a service neutron] Pushing event updated for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:19:55.125388 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-061aa125-2f0d-4015-9737-84eb136b1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:55.126919 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-061aa125-2f0d-4015-9737-84eb136b1ddb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1097 time: 0.0965877 Aug 30 20:19:55.154992 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ec784-c347-4740-988b-13777201e945 req-4b5738ab-3085-4fe6-94ea-8d16f138c514 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:55.156554 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc2ec784-c347-4740-988b-13777201e945 req-4b5738ab-3085-4fe6-94ea-8d16f138c514 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.2626278 Aug 30 20:19:55.192197 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-255f41cf-7563-426e-929b-4216d14e643f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 200 len: 217 time: 0.0550401 Aug 30 20:19:55.255036 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fc2ec784-c347-4740-988b-13777201e945 req-3cc4d0d2-e5f1-46d3-b4b6-e1576d0e218b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706968 Aug 30 20:19:55.265792 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-888f2a56-3b6f-43cd-bd68-cb103eccbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:55.267997 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-888f2a56-3b6f-43cd-bd68-cb103eccbb55 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0653634 Aug 30 20:19:55.328815 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-881fb11a-1344-4737-8f25-d62f70a8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:55.330581 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-881fb11a-1344-4737-8f25-d62f70a8f7d4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546401 Aug 30 20:19:55.436868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a8f623-ef97-4c1a-847d-8778872fad18 x-openstack-request-id: req-48a8f623-ef97-4c1a-847d-8778872fad18 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:19:55.437353 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "tag": "53260e88-b5fa-408b-b70c-226b09b84735", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:19:55.437827 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48a8f623-ef97-4c1a-847d-8778872fad18 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:19:55.438393 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735', 'status': 'completed', 'code': 200} Aug 30 20:19:55.462253 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-6635be2a-2af5-4354-b7e2-aa0e633cf798 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177828 Aug 30 20:19:55.893435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b02cb6-dc9e-4d1f-8b7e-233071b5d34f req-44463d5d-8faa-4f56-ba89-e0c9cd11710a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:55.894918 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-01b02cb6-dc9e-4d1f-8b7e-233071b5d34f req-44463d5d-8faa-4f56-ba89-e0c9cd11710a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.3966048 Aug 30 20:19:55.898706 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6dafacd6-71a2-4a1b-aff7-c1d9161379a6 req-51cbab99-b024-4da7-9b46-314e06a02cf4 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287374 Aug 30 20:19:55.946430 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-01b02cb6-dc9e-4d1f-8b7e-233071b5d34f req-c179dcae-3349-43cd-a029-b55fe528e7d1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400980 Aug 30 20:19:55.998164 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-b2e608ee-85d2-4a9d-866c-32dd293ccf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:56.000215 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-b2e608ee-85d2-4a9d-866c-32dd293ccf84 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1097 time: 0.0526857 Aug 30 20:19:56.108857 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-bfd9c8ad-30fd-4c9c-970b-7fbc01a257c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:56.111317 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-bfd9c8ad-30fd-4c9c-970b-7fbc01a257c8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1033039 Aug 30 20:19:56.154746 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-aad3b59d-f6d0-49c6-a326-b912adfff84c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 200 len: 217 time: 0.0361302 Aug 30 20:19:56.214955 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-7d746c45-4628-45c3-a6e6-af1cf00fb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:56.216794 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-7d746c45-4628-45c3-a6e6-af1cf00fb473 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0551960 Aug 30 20:19:56.267310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-e237f4c9-1bf6-42dc-8fe6-dd6b13263168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:56.268819 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-e237f4c9-1bf6-42dc-8fe6-dd6b13263168 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447361 Aug 30 20:19:56.400347 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-f1e7d8af-d540-4db0-b830-eb97c8ac68bb service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231647 Aug 30 20:19:56.424632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae340ca-1e6e-42dd-b499-83b4cddce2ae req-f54b8de7-6530-4b3e-8d47-27063fbd73ee tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:56.426319 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1ae340ca-1e6e-42dd-b499-83b4cddce2ae req-f54b8de7-6530-4b3e-8d47-27063fbd73ee tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0868559 Aug 30 20:19:56.515163 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1ae340ca-1e6e-42dd-b499-83b4cddce2ae req-82b7b87b-adaa-418d-a22f-c00eba184f53 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764458 Aug 30 20:19:56.534310 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-289cc971-8e31-44fc-9b23-53087d7996d2 req-90097330-4063-482b-9c30-d9b9489674e4 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266735 Aug 30 20:19:57.083499 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45616de-08ce-478e-b279-afc9edcc72d7 req-c0da45ff-9de6-4b9e-b405-0cb897618f45 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:57.085417 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d45616de-08ce-478e-b279-afc9edcc72d7 req-c0da45ff-9de6-4b9e-b405-0cb897618f45 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0603783 Aug 30 20:19:57.145430 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d45616de-08ce-478e-b279-afc9edcc72d7 req-45a1eb3e-911e-4780-a819-a618896ba9c7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522635 Aug 30 20:19:57.661158 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efabb31-e5a8-4a29-91a8-3d32fe8cdfc8 req-643904b0-8f22-4a72-9945-709e0cbff89c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:57.662871 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3efabb31-e5a8-4a29-91a8-3d32fe8cdfc8 req-643904b0-8f22-4a72-9945-709e0cbff89c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0579622 Aug 30 20:19:57.704960 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3efabb31-e5a8-4a29-91a8-3d32fe8cdfc8 req-35267807-c2fc-4a01-9acb-28bf07389067 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360203 Aug 30 20:19:58.269540 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d964c5c-8818-4a92-8b77-910c0554b641 req-1094474c-f18d-40b4-9d45-1212a002d528 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:58.271092 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d964c5c-8818-4a92-8b77-910c0554b641 req-1094474c-f18d-40b4-9d45-1212a002d528 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0513895 Aug 30 20:19:58.312580 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9d964c5c-8818-4a92-8b77-910c0554b641 req-5eefec04-23e0-4f45-8035-ef01bab45ebc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354805 Aug 30 20:19:58.838224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b61ce-e429-4ee1-b7db-cbac9a5a427a req-27300356-e7c7-4e66-8aa8-845c3b301a88 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:58.840010 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-690b61ce-e429-4ee1-b7db-cbac9a5a427a req-27300356-e7c7-4e66-8aa8-845c3b301a88 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0569837 Aug 30 20:19:58.881805 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-690b61ce-e429-4ee1-b7db-cbac9a5a427a req-81b45eb9-6c17-4e40-a2fb-13aa7c7adf23 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347903 Aug 30 20:19:59.463976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd49e8-6ad5-4a41-b5d8-bde295ebe9cf req-01db7926-f308-4157-b2f7-79aec85402f0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:19:59.466675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b3bd49e8-6ad5-4a41-b5d8-bde295ebe9cf req-01db7926-f308-4157-b2f7-79aec85402f0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0649250 Aug 30 20:19:59.512139 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b3bd49e8-6ad5-4a41-b5d8-bde295ebe9cf req-d49174e7-b980-43a3-acba-a8b84420b9ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382347 Aug 30 20:20:00.037009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25ceb8-4457-4346-ab1f-2f9363f4a7eb req-806fb2e1-c3b8-438b-a5a9-46ff27adae00 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:00.039524 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e25ceb8-4457-4346-ab1f-2f9363f4a7eb req-806fb2e1-c3b8-438b-a5a9-46ff27adae00 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0652211 Aug 30 20:20:00.082927 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e25ceb8-4457-4346-ab1f-2f9363f4a7eb req-df884049-d0e7-4493-80a4-d3532a851111 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Aug 30 20:20:00.664073 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8065f-4a71-447f-926a-db9ea9e77a1d req-ddb0fa8f-5aa3-4a6f-8f00-5e5f3332d662 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:00.666360 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcb8065f-4a71-447f-926a-db9ea9e77a1d req-ddb0fa8f-5aa3-4a6f-8f00-5e5f3332d662 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0674253 Aug 30 20:20:00.711728 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcb8065f-4a71-447f-926a-db9ea9e77a1d req-f8b95bf7-1e04-4def-8645-8569a6e40323 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366008 Aug 30 20:20:01.234430 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f7e15-4804-4294-91fc-b9a67a66052a req-4592b600-be3b-4231-9acc-9ad8983f2817 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:01.235988 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8e7f7e15-4804-4294-91fc-b9a67a66052a req-4592b600-be3b-4231-9acc-9ad8983f2817 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0719714 Aug 30 20:20:01.275233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8e7f7e15-4804-4294-91fc-b9a67a66052a req-00ac2b78-69e3-4e27-b86f-b217cfffa17a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329125 Aug 30 20:20:01.859212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed8f84-309c-4ed6-be50-ac0d84e271db req-8b3e5768-b12e-4c54-92e0-aa005beb906e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:01.860910 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99ed8f84-309c-4ed6-be50-ac0d84e271db req-8b3e5768-b12e-4c54-92e0-aa005beb906e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0664375 Aug 30 20:20:01.904569 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99ed8f84-309c-4ed6-be50-ac0d84e271db req-73c5c8dd-a505-44ba-ade7-07520c7e59e9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349872 Aug 30 20:20:02.413959 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548a1ec-7bbb-4213-a553-a358b614d00d req-1f0b9c12-1f56-4d56-8d03-96ba977cdb63 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:02.415817 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6548a1ec-7bbb-4213-a553-a358b614d00d req-1f0b9c12-1f56-4d56-8d03-96ba977cdb63 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0636625 Aug 30 20:20:02.460512 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6548a1ec-7bbb-4213-a553-a358b614d00d req-0a45d6e9-29de-4d77-aea4-137f49131072 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365801 Aug 30 20:20:03.036892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41341-e10e-4361-a7df-4b0451a8e3fa req-0f982174-f577-4349-b49e-76bd52e71477 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:03.038655 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7bd41341-e10e-4361-a7df-4b0451a8e3fa req-0f982174-f577-4349-b49e-76bd52e71477 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0571260 Aug 30 20:20:03.094959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7bd41341-e10e-4361-a7df-4b0451a8e3fa req-5c0ddf4f-d85a-40ed-a8c0-8862d91b142d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449290 Aug 30 20:20:03.254094 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:20:03.370036 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:03.400460 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:20:03.443559 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:03.459676 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:20:03.483095 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:03.487200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:03.562851 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=6']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:03.579204 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['f53cd450-9538-4d27-9d59-87a75ecf065e'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:20:03.620374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e980d-fe95-4599-afbb-401e78ea6429 req-7053aa51-f992-4e9f-81e0-d8894fe5afa9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:03.623081 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-809e980d-fe95-4599-afbb-401e78ea6429 req-7053aa51-f992-4e9f-81e0-d8894fe5afa9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0657632 Aug 30 20:20:03.668125 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-809e980d-fe95-4599-afbb-401e78ea6429 req-de4aea5b-eb14-454c-89f0-0bf839548195 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363631 Aug 30 20:20:04.261062 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf4fc-c69f-4f09-8c56-aade2b9160f6 req-06b38732-2d49-45b4-b6f2-0ea3b155d841 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:04.263960 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95ebf4fc-c69f-4f09-8c56-aade2b9160f6 req-06b38732-2d49-45b4-b6f2-0ea3b155d841 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.0829115 Aug 30 20:20:04.313521 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-95ebf4fc-c69f-4f09-8c56-aade2b9160f6 req-0f0fde77-84a6-4a89-916e-741454adf532 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394819 Aug 30 20:20:04.833648 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfad6e-293a-4991-84a2-7227bee0fa1c req-1ab0fe35-b7e5-42e2-8eaa-29e96535e362 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:04.835999 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06cfad6e-293a-4991-84a2-7227bee0fa1c req-1ab0fe35-b7e5-42e2-8eaa-29e96535e362 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0645401 Aug 30 20:20:04.907321 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06cfad6e-293a-4991-84a2-7227bee0fa1c req-96532060-0aa8-4502-9c9e-3f8e44abab30 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599427 Aug 30 20:20:05.269273 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 53260e88-b5fa-408b-b70c-226b09b84735 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:20:05.273188 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:20:05.461139 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port f53cd450-9538-4d27-9d59-87a75ecf065e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:20:05.461834 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:05.527280 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a464f36-1bb8-4e92-8b1c-79c58fb4b2f1 req-90ddff1f-546d-4f47-b617-f3ac703c3e41 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:05.529844 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a464f36-1bb8-4e92-8b1c-79c58fb4b2f1 req-90ddff1f-546d-4f47-b617-f3ac703c3e41 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 944 time: 0.1010063 Aug 30 20:20:05.564522 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=53260e88-b5fa-408b-b70c-226b09b84735,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:05.585859 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '53260e88-b5fa-408b-b70c-226b09b84735', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'port_id': '53260e88-b5fa-408b-b70c-226b09b84735', 'mac_address': 'fa:16:3e:36:67:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:20:05.588319 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9a464f36-1bb8-4e92-8b1c-79c58fb4b2f1 req-a187a6b3-9594-40cb-beef-2fabfd319957 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482550 Aug 30 20:20:05.688239 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:05.693139 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:05.722860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53260e88-b5fa-408b-b70c-226b09b84735 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:20:05.754803 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:20:05.757401 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859db63-9c62-4761-bb68-b40da397c607" -d '{"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:20:05.785993 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=53260e88-b5fa-408b-b70c-226b09b84735,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:05.789584 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:05.792006 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:05.799080 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:05.823901 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffeb25a5-b1a7-41cc-965f-d98a879c001c x-openstack-request-id: req-ffeb25a5-b1a7-41cc-965f-d98a879c001c {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:20:05.824183 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:20:05.824433 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffeb25a5-b1a7-41cc-965f-d98a879c001c {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:20:05.824830 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'code': 200} Aug 30 20:20:05.875531 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:05.963952 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=7']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:06.109908 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83f56-5846-44ad-b10b-b9c3e8b5a3eb req-b63cadf9-1454-490e-8add-9c699c815b19 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:06.112373 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ae83f56-5846-44ad-b10b-b9c3e8b5a3eb req-b63cadf9-1454-490e-8add-9c699c815b19 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0709727 Aug 30 20:20:06.159445 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['53260e88-b5fa-408b-b70c-226b09b84735'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:20:06.170349 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ae83f56-5846-44ad-b10b-b9c3e8b5a3eb req-c4d8fa49-813a-466c-bdde-243b84d0d7b7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516052 Aug 30 20:20:06.751902 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17728f-ef90-4779-a124-2a8dc0469a3f req-890dd625-3d8a-4610-9d45-4b7080fde531 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:06.753743 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab17728f-ef90-4779-a124-2a8dc0469a3f req-890dd625-3d8a-4610-9d45-4b7080fde531 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 945 time: 0.0587823 Aug 30 20:20:06.802592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ab17728f-ef90-4779-a124-2a8dc0469a3f req-1ea29365-4310-4bdb-a4dd-bb33e466ea1c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414131 Aug 30 20:20:07.359235 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ae977-4b8a-46a5-bee3-d100343b0cca req-d02f57d1-9462-452b-b68f-53b119c67355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:07.360945 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-312ae977-4b8a-46a5-bee3-d100343b0cca req-d02f57d1-9462-452b-b68f-53b119c67355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0655351 Aug 30 20:20:07.407961 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-312ae977-4b8a-46a5-bee3-d100343b0cca req-9887f83e-ed91-47dd-8d70-93600be3e0f0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393867 Aug 30 20:20:07.971363 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9faf04a-bf5a-4f1a-a2db-cb741a6bfbbc req-99ee236f-bb2d-4fcf-aa21-b50ebf1a313a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:07.972978 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9faf04a-bf5a-4f1a-a2db-cb741a6bfbbc req-99ee236f-bb2d-4fcf-aa21-b50ebf1a313a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 945 time: 0.0741038 Aug 30 20:20:08.029881 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a9faf04a-bf5a-4f1a-a2db-cb741a6bfbbc req-04038d08-2933-4a38-b42c-0eb8b863cf52 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446088 Aug 30 20:20:08.631166 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606813-80be-4171-8a8b-038498056b9b req-5e9b3249-7749-4f35-92f3-e547c5b0ec8a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:08.634036 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3f606813-80be-4171-8a8b-038498056b9b req-5e9b3249-7749-4f35-92f3-e547c5b0ec8a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0987983 Aug 30 20:20:08.707131 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3f606813-80be-4171-8a8b-038498056b9b req-f725448a-327f-4444-bb6e-1afcf2d4a769 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648627 Aug 30 20:20:09.239257 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24343-9668-46ab-b305-3efe62df990f req-26d97b43-a1c6-4662-b0d0-61b0b52da8b8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:09.241780 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aad24343-9668-46ab-b305-3efe62df990f req-26d97b43-a1c6-4662-b0d0-61b0b52da8b8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 945 time: 0.0898583 Aug 30 20:20:09.277362 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 53260e88-b5fa-408b-b70c-226b09b84735 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:20:09.319797 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aad24343-9668-46ab-b305-3efe62df990f req-7cefe948-e235-48b7-ae91-ea09160076a3 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709403 Aug 30 20:20:09.353858 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 53260e88-b5fa-408b-b70c-226b09b84735 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:20:09.359863 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 53260e88-b5fa-408b-b70c-226b09b84735 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:20:09.360430 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:09.522749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:09.572410 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:20:09.575538 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36a9d3-e340-4ae2-a42b-d581186b5af5" -d '{"events": [{"server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "name": "network-vif-plugged", "status": "completed", "tag": "53260e88-b5fa-408b-b70c-226b09b84735"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:20:09.619300 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=53260e88-b5fa-408b-b70c-226b09b84735,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:09.630102 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:09.648525 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882e81e8-5f74-4a6f-8855-32efc77d2c4b x-openstack-request-id: req-882e81e8-5f74-4a6f-8855-32efc77d2c4b {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:20:09.648990 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "name": "network-vif-plugged", "status": "completed", "tag": "53260e88-b5fa-408b-b70c-226b09b84735", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:20:09.649403 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-882e81e8-5f74-4a6f-8855-32efc77d2c4b {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:20:09.650077 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735', 'code': 200} Aug 30 20:20:09.779652 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:09.801484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.801484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.801865 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.802308 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.802658 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.803010 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.804023 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.804452 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.804818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.805160 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.808429 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:09.809321 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:20:10.004318 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadbc38-bd28-45ce-a5b2-2ce14821f930 req-5f7f7847-c397-478e-b254-6dde5ff7e2c7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:10.007153 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9fadbc38-bd28-45ce-a5b2-2ce14821f930 req-5f7f7847-c397-478e-b254-6dde5ff7e2c7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.1226585 Aug 30 20:20:10.133069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9fadbc38-bd28-45ce-a5b2-2ce14821f930 req-f4e7e63b-41a9-487f-bffc-1d99957c2660 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086197 Aug 30 20:20:10.157448 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb53c33-e58d-40e4-93b4-570ea1b23772 req-31730e5e-d82a-4a6d-affb-25f1d496075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:10.159629 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cdb53c33-e58d-40e4-93b4-570ea1b23772 req-31730e5e-d82a-4a6d-affb-25f1d496075f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1099 time: 0.1502981 Aug 30 20:20:10.255282 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cdb53c33-e58d-40e4-93b4-570ea1b23772 req-fa2f22e9-dd09-49eb-b07c-97eefda13e7e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880125 Aug 30 20:20:10.735993 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fdd2d-a889-4b62-b846-c778deb434f1 req-9617f8e1-b8a6-40ee-a054-f26472c49a24 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:10.738727 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-851fdd2d-a889-4b62-b846-c778deb434f1 req-9617f8e1-b8a6-40ee-a054-f26472c49a24 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0952744 Aug 30 20:20:10.826549 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-851fdd2d-a889-4b62-b846-c778deb434f1 req-1fab30ef-bfe2-48b3-af24-3b398a25e0e7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759394 Aug 30 20:20:11.197892 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-8b9687ce-38b0-4712-9986-00c8a2db4b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:11.361778 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2602e7-686f-421c-af28-5851eebd4e4f req-a07c28a8-7371-48ec-b75a-d700f1a74e1b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:11.363673 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a2602e7-686f-421c-af28-5851eebd4e4f req-a07c28a8-7371-48ec-b75a-d700f1a74e1b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0941286 Aug 30 20:20:11.435119 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0a2602e7-686f-421c-af28-5851eebd4e4f req-1f428d1a-ccf7-41a9-b9d4-0a83e5ddc634 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575337 Aug 30 20:20:12.009610 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105954-8cd6-400a-ab75-cecbfb2b602d req-2ed79391-0971-4d50-97c1-0527141914fd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:12.011502 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb105954-8cd6-400a-ab75-cecbfb2b602d req-2ed79391-0971-4d50-97c1-0527141914fd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0641286 Aug 30 20:20:12.097769 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fb105954-8cd6-400a-ab75-cecbfb2b602d req-8e61c68a-31e4-4aa7-8c20-e4317e67f91e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693219 Aug 30 20:20:12.290521 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ba300-dcd0-4637-b5a1-d15af2d8f471 req-b3d4a92a-8109-423f-8355-aa58fc7a2485 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:12.302649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da4ba300-dcd0-4637-b5a1-d15af2d8f471 req-b3d4a92a-8109-423f-8355-aa58fc7a2485 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0866411 Aug 30 20:20:12.366548 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-da4ba300-dcd0-4637-b5a1-d15af2d8f471 req-390a181b-eaf2-47a2-9375-5b593a7553f7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619764 Aug 30 20:20:12.396601 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52888) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:20:12.546586 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298cac8c-1363-4163-9961-ef5658c2def3 tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:12.550721 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-298cac8c-1363-4163-9961-ef5658c2def3 tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1094 time: 0.1509392 Aug 30 20:20:12.553741 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 52894) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:20:12.568195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'port_id': '53260e88-b5fa-408b-b70c-226b09b84735', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:20:12.670494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:12.703549 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6c339-6dfb-4cf4-b9e2-3e99421dfeee req-5e892a42-7a9e-45af-bb4f-86ab7af877dd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:12.714599 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6a6c339-6dfb-4cf4-b9e2-3e99421dfeee req-5e892a42-7a9e-45af-bb4f-86ab7af877dd tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.1311882 Aug 30 20:20:12.832413 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b6a6c339-6dfb-4cf4-b9e2-3e99421dfeee req-7b6bd23b-78c2-4423-92ff-b81164c4a1d8 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155238 Aug 30 20:20:12.958940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:13.181101 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.27.2.208 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/12258748-8fa6-445d-8454-ffd612b3e954) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:20:13.365775 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:13.437672 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:13.492555 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:20:13.505221 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:20:13.510442 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:20:13.547683 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=12258748-8fa6-445d-8454-ffd612b3e954,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:14.172172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448225f9-75ea-4786-b9f4-f73b9ba0a7a5 req-21023a02-b82f-4ae9-bffa-44be8b6a50aa tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:14.173675 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-448225f9-75ea-4786-b9f4-f73b9ba0a7a5 req-21023a02-b82f-4ae9-bffa-44be8b6a50aa tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.1783121 Aug 30 20:20:14.220611 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.290605 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-448225f9-75ea-4786-b9f4-f73b9ba0a7a5 req-fba1ddd3-b97f-4399-b4fe-b02370b17bc5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040797 Aug 30 20:20:14.361126 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ef9d41c8-3121-4582-a0f3-bef070fbd479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.398778 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.712322 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.718155 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.724376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:14.827834 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=12258748-8fa6-445d-8454-ffd612b3e954,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:14.853489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:15.033402 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP cc48685b-469b-46b6-90df-d21d94782857 associated. External IP: 172.27.2.208, port: 53260e88-b5fa-408b-b70c-226b09b84735. Aug 30 20:20:15.433168 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:20:15.594756 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e892a7b-e04f-42d0-856a-8e72b0a7587e req-831c8ccf-50cd-4ea9-9be7-c8f56341b855 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:15.598688 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6e892a7b-e04f-42d0-856a-8e72b0a7587e req-831c8ccf-50cd-4ea9-9be7-c8f56341b855 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.1466322 Aug 30 20:20:15.691491 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:16.057154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6e892a7b-e04f-42d0-856a-8e72b0a7587e req-46cceaec-2e1c-4b84-ba9c-446ce9e86792 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739195 Aug 30 20:20:16.059666 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:20:16.096013 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:20:16.106336 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:16.131102 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:20:16.136024 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:20:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:20:16.150052 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-74b0f340-1a46-43c9-8167-af146f6dd4d4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5949953 Aug 30 20:20:16.150903 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:20:16.154922 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "tag": "53260e88-b5fa-408b-b70c-226b09b84735"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:20:16.310467 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:20:16.327520 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae321c4-18b7-4528-b6af-2a4b572604c4 x-openstack-request-id: req-eae321c4-18b7-4528-b6af-2a4b572604c4 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:20:16.327820 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "tag": "53260e88-b5fa-408b-b70c-226b09b84735", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:20:16.328245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eae321c4-18b7-4528-b6af-2a4b572604c4 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:20:16.328892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735', 'status': 'completed', 'code': 200} Aug 30 20:20:16.444735 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-2a2d3707-2c68-43dc-8b4f-f5d33b325b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:16.447359 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-2a2d3707-2c68-43dc-8b4f-f5d33b325b40 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1099 time: 0.0887866 Aug 30 20:20:16.627919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-79a0e56c-825b-48ef-a974-87f5ad5e18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:16.630188 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-79a0e56c-825b-48ef-a974-87f5ad5e18e1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1743689 Aug 30 20:20:16.764777 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-3d51f771-96bb-4fba-834a-fa4af309128f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 200 len: 1000 time: 0.1275091 Aug 30 20:20:16.868110 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-af189931-2fbf-4bef-9007-ec951b89a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:16.873461 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-af189931-2fbf-4bef-9007-ec951b89a0aa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0981557 Aug 30 20:20:16.908769 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cc48685b-469b-46b6-90df-d21d94782857', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '53260e88-b5fa-408b-b70c-226b09b84735', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:36:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:20:13Z', 'updated_at': '2021-08-30T20:20:13Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:20:16.960603 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:20:16.961845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-ec5da9ae-2692-409d-b820-abd6cc9e982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:16.964866 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-ec5da9ae-2692-409d-b820-abd6cc9e982f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836442 Aug 30 20:20:16.976792 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:20:16.978207 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:20:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:20:17.143994 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-3c451353-2c76-4ec6-82c1-eafb87c723d8 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701059 Aug 30 20:20:17.169996 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:20:17.307487 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4e596809-9dbf-45a9-a22a-3b3ddc510b0b req-569359ab-b8ea-41ee-9497-5de079d68306 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547217 Aug 30 20:20:17.392838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaa993-0fc5-468f-828f-03c8cf9090a0 req-c8bda1ed-f519-48b3-97d2-e226f6c5367a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:17.395969 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3cfaa993-0fc5-468f-828f-03c8cf9090a0 req-c8bda1ed-f519-48b3-97d2-e226f6c5367a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0874634 Aug 30 20:20:17.485900 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3cfaa993-0fc5-468f-828f-03c8cf9090a0 req-3e6361e9-f0e7-4450-a57d-5fe853ea1513 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809522 Aug 30 20:20:17.601407 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:17.651753 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cc48685b-469b-46b6-90df-d21d94782857', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '53260e88-b5fa-408b-b70c-226b09b84735', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:36:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:20:13Z', 'updated_at': '2021-08-30T20:20:13Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:20:17.698637 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5064e3-cc8f-46aa-9978-5f544369c750 None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': 'cc48685b-469b-46b6-90df-d21d94782857', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '53260e88-b5fa-408b-b70c-226b09b84735', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:36:67:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:20:13Z', 'updated_at': '2021-08-30T20:20:13Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:20:18.000935 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a95041-1d37-44cf-bada-061f716d80e0 None None] New status for floating IP cc48685b-469b-46b6-90df-d21d94782857: ACTIVE {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:20:18.744378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f807882-bbd2-40d4-82f7-633d02f0aa6a req-13203a95-2c28-4455-8942-982163a999ba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:18.746202 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9f807882-bbd2-40d4-82f7-633d02f0aa6a req-13203a95-2c28-4455-8942-982163a999ba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0951440 Aug 30 20:20:18.846678 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9f807882-bbd2-40d4-82f7-633d02f0aa6a req-040ce55d-f69d-4a3a-91fd-3a9b7a8a3d37 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884445 Aug 30 20:20:20.082134 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f1779-e8ed-412e-8840-60b8418f85ab req-cbf098c3-0cba-4198-a9fb-8b7691f196f5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:20.086771 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-139f1779-e8ed-412e-8840-60b8418f85ab req-cbf098c3-0cba-4198-a9fb-8b7691f196f5 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0966399 Aug 30 20:20:20.171594 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-139f1779-e8ed-412e-8840-60b8418f85ab req-7569de17-b47f-4d59-81a1-e0ffc490edc1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723004 Aug 30 20:20:21.116175 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:21.347021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba5525-42bb-4921-a5ab-8b95ffc69ddc req-98c3fb5d-d788-4819-9f93-7cebea0753e1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:21.348598 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13ba5525-42bb-4921-a5ab-8b95ffc69ddc req-98c3fb5d-d788-4819-9f93-7cebea0753e1 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0716553 Aug 30 20:20:21.425352 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-13ba5525-42bb-4921-a5ab-8b95ffc69ddc req-6cf4ca49-33e6-4f5d-97c2-c5693b1ba209 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704343 Aug 30 20:20:21.477779 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:20:21.511508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-68f41919-e04b-4e9c-8df1-41d63c91e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:21.513853 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-68f41919-e04b-4e9c-8df1-41d63c91e6ee service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1098 time: 0.1362286 Aug 30 20:20:21.635628 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-038ebf7d-63fc-41ea-998a-d713e71ccd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:21.638702 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-038ebf7d-63fc-41ea-998a-d713e71ccd7a service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.1146314 Aug 30 20:20:21.731179 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-6fb9bd45-234c-4706-a01c-f0d59b743928 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 1001 time: 0.0854096 Aug 30 20:20:21.793473 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-ab785629-8d42-4883-9284-7173cbf7d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:21.795829 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-ab785629-8d42-4883-9284-7173cbf7d52c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0555427 Aug 30 20:20:21.866941 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-c64c7ba4-1a75-4e73-bfee-842b90f68a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:21.868827 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-c64c7ba4-1a75-4e73-bfee-842b90f68a7a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619082 Aug 30 20:20:21.881835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-fb4edbb9-0219-4e52-9679-d2d24a4113f4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=94125) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 20:20:21.883153 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-fb4edbb9-0219-4e52-9679-d2d24a4113f4 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070384 Aug 30 20:20:22.002115 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-d60974b0-938d-4931-be40-08d38ed68865 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120002 Aug 30 20:20:22.121233 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6919a00b-07e0-4d43-abe3-b46900ff08ae req-e4d62bb8-6fbf-469a-a5cf-1f3d4bc36f78 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110902 Aug 30 20:20:22.583757 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b28a8d-a544-4ab8-b79f-cf868cd9ed9b req-9790aa6f-d555-4301-a07f-e91cdfcdfbe9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:22.585435 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-49b28a8d-a544-4ab8-b79f-cf868cd9ed9b req-9790aa6f-d555-4301-a07f-e91cdfcdfbe9 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0608089 Aug 30 20:20:22.639104 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-49b28a8d-a544-4ab8-b79f-cf868cd9ed9b req-f1d639e0-2582-49c1-ae5f-47103733eb78 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 Aug 30 20:20:23.799697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeee1ae-9de4-41ee-bf68-6fb423d45d57 req-0a872b44-db77-4173-8d44-e72ed1317629 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:23.801584 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7aeee1ae-9de4-41ee-bf68-6fb423d45d57 req-0a872b44-db77-4173-8d44-e72ed1317629 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0676274 Aug 30 20:20:23.854320 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7aeee1ae-9de4-41ee-bf68-6fb423d45d57 req-51463b41-46e9-4593-acf7-92c22c41486a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458379 Aug 30 20:20:25.007926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb9feb-4ba5-4939-81ac-3176a82d999d req-8ee32005-9815-45cf-97a5-96e8e317465f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:25.010186 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-afeb9feb-4ba5-4939-81ac-3176a82d999d req-8ee32005-9815-45cf-97a5-96e8e317465f tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 945 time: 0.0664062 Aug 30 20:20:25.057013 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-afeb9feb-4ba5-4939-81ac-3176a82d999d req-66a7f273-413b-4dc5-ac84-1818547f5038 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391977 Aug 30 20:20:25.331564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:20:25.439695 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:25.470749 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:20:25.473614 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16678ed-ad7c-476a-b4f5-7cafb5ff71da" -d '{"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-unplugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:20:25.499533 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:25.505078 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:25.581142 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=8']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:25.592623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 20:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd90a7c-bb44-4e73-ac1e-99d0b5a52aca x-openstack-request-id: req-4cd90a7c-bb44-4e73-ac1e-99d0b5a52aca {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:20:25.593323 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-unplugged", "status": "failed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "code": 422}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:20:25.594061 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4cd90a7c-bb44-4e73-ac1e-99d0b5a52aca {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:20:25.594267 dv-cinder-777031-3-iscsi neutron-server[94126]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'code': 422} returned with failed status Aug 30 20:20:26.499101 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae714c41-a688-46f9-867b-7ea451134a85 req-0ca9c2f9-1d33-445e-936b-59d62a557743 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:26.500924 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ae714c41-a688-46f9-867b-7ea451134a85 req-0ca9c2f9-1d33-445e-936b-59d62a557743 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0620985 Aug 30 20:20:26.548261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ae714c41-a688-46f9-867b-7ea451134a85 req-1fbb186c-4b1b-4c37-aeef-60675794de94 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401652 Aug 30 20:20:26.662010 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-606d0506-8fb5-4857-9e51-777f0dc120f2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436449 Aug 30 20:20:27.739026 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae876-8a91-4816-9584-8960ab673315 req-814d1884-7c5d-456b-85fa-7757e18ce48d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:27.740630 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d1ae876-8a91-4816-9584-8960ab673315 req-814d1884-7c5d-456b-85fa-7757e18ce48d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.1045518 Aug 30 20:20:27.750322 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-9b778a62-e199-4e27-95f4-7e11ad48094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:27.751922 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-9b778a62-e199-4e27-95f4-7e11ad48094e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40&tenant_id=6fcf607190a34beaa9659775d5976ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0722668 Aug 30 20:20:27.801937 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4d1ae876-8a91-4816-9584-8960ab673315 req-0d85f082-a416-429e-9d30-48b475d15025 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545959 Aug 30 20:20:27.834398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-37eb449e-632a-467c-aa34-32beb3dc7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:27.836049 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-37eb449e-632a-467c-aa34-32beb3dc7305 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6fcf607190a34beaa9659775d5976ef9&device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1096 time: 0.0507810 Aug 30 20:20:27.941211 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-19678c68-16b6-4bd6-835e-49627f75859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:27.943009 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-19678c68-16b6-4bd6-835e-49627f75859d service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 200 len: 918 time: 0.0992546 Aug 30 20:20:28.029287 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-44743a6c-8e95-492d-979f-983ec475bea0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 200 len: 999 time: 0.0764694 Aug 30 20:20:28.087560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-7f681c28-cb8c-4593-8964-248cff325976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:28.089959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-7f681c28-cb8c-4593-8964-248cff325976 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 200 len: 856 time: 0.0525849 Aug 30 20:20:28.155763 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-9cd5c22d-6a34-41e8-868b-0f945a4df7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:28.157299 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-9cd5c22d-6a34-41e8-868b-0f945a4df7ec service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585880 Aug 30 20:20:28.263772 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-955d7602-8474-439c-91b8-e105d1a87c44 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974958 Aug 30 20:20:28.401947 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ff382012-26a0-4dc0-816f-60df23dd4caf req-ddeb825b-f26b-4a53-8cf7-b9c864c3db43 service neutron] 10.222.0.90 "GET /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300271 Aug 30 20:20:29.071608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dffa6-b046-4e57-ac30-d186b0026f82 req-9ea4da40-b59f-4b8b-b7b6-0b3190cab8ef tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:29.088490 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bc0dffa6-b046-4e57-ac30-d186b0026f82 req-9ea4da40-b59f-4b8b-b7b6-0b3190cab8ef tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.1150167 Aug 30 20:20:29.186592 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bc0dffa6-b046-4e57-ac30-d186b0026f82 req-63bb5144-49f2-4ae5-89f5-489dea9a5525 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934114 Aug 30 20:20:41.188941 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e883b2f0-a3a4-408a-8b90-e9b391d098a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:44.347506 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-afbcbda7-4c27-4333-a465-850660f49b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:44.378409 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e04c7-a023-41dd-9558-3eb14c9a48e8 req-0be5efd3-3698-451a-9369-a743e34e43ac tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:44.380318 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-582e04c7-a023-41dd-9558-3eb14c9a48e8 req-0be5efd3-3698-451a-9369-a743e34e43ac tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0590105 Aug 30 20:20:44.421470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-582e04c7-a023-41dd-9558-3eb14c9a48e8 req-8536d560-8780-4e4d-974c-42dfe90bf148 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350673 Aug 30 20:20:44.707316 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:45.580048 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28482c57-c3a9-4493-9a4b-f4454199cab8 req-99e8cb14-9008-490d-9f75-a995eeaba97e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:45.581548 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28482c57-c3a9-4493-9a4b-f4454199cab8 req-99e8cb14-9008-490d-9f75-a995eeaba97e tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0620246 Aug 30 20:20:45.635805 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-28482c57-c3a9-4493-9a4b-f4454199cab8 req-e015650b-c2d2-4887-b0c2-239ffb8d2172 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443711 Aug 30 20:20:45.674120 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:46.774815 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0b5be-b654-42fd-9f52-4e31bad55cd2 req-fd6575aa-0a2f-4c49-a022-be627d509c88 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:46.776379 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6bf0b5be-b654-42fd-9f52-4e31bad55cd2 req-fd6575aa-0a2f-4c49-a022-be627d509c88 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 943 time: 0.0529664 Aug 30 20:20:46.825057 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6bf0b5be-b654-42fd-9f52-4e31bad55cd2 req-7fcdc17e-547f-456d-bdb0-b605b304c8b0 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Aug 30 20:20:47.491381 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:20:47.573245 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:47.617428 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:47.628566 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'port_id': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'mac_address': 'fa:16:3e:4d:54:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:20:47.668646 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:47.685854 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:20:47.713734 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:47.718772 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:47.778131 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=9']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:47.987731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264dd36-bdd1-4961-a28b-86b382fedb7e req-cb5cb8fc-a8dd-4944-9a06-9fd4c4a4d96b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:47.989256 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9264dd36-bdd1-4961-a28b-86b382fedb7e req-cb5cb8fc-a8dd-4944-9a06-9fd4c4a4d96b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0535107 Aug 30 20:20:48.032338 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9264dd36-bdd1-4961-a28b-86b382fedb7e req-e4f892c5-5784-4400-8abb-d35fdedcc90d tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367920 Aug 30 20:20:48.103548 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['f53cd450-9538-4d27-9d59-87a75ecf065e'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:20:49.180122 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5629a-52d0-4fee-bf88-b503ad5e262f req-2d7fab3e-e0c9-45fa-9c7b-a37e64d63dd3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:49.181691 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ccc5629a-52d0-4fee-bf88-b503ad5e262f req-2d7fab3e-e0c9-45fa-9c7b-a37e64d63dd3 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 944 time: 0.0582438 Aug 30 20:20:49.237681 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ccc5629a-52d0-4fee-bf88-b503ad5e262f req-a70125ee-2f3d-4535-8c86-113011f45e61 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457146 Aug 30 20:20:49.501720 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:20:49.552337 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port f53cd450-9538-4d27-9d59-87a75ecf065e triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:20:49.552720 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:49.636223 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:49.658581 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:20:49.660812 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2841291-90b5-4af1-847e-dd0d52c70cdd" -d '{"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:20:49.674493 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:20:49.680129 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:49.704265 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6337932f-7fb7-41b9-82bc-a281a4afbeec x-openstack-request-id: req-6337932f-7fb7-41b9-82bc-a281a4afbeec {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:20:49.704573 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-plugged", "status": "completed", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:20:49.704808 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6337932f-7fb7-41b9-82bc-a281a4afbeec {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:20:49.705192 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'code': 200} Aug 30 20:20:49.732959 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=10']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:20:49.892002 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f49ee6-f0c7-4915-a24a-9f1e56ef4ff1 req-0bbca738-8ad6-490c-9116-eba609d9042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:49.893548 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a5f49ee6-f0c7-4915-a24a-9f1e56ef4ff1 req-0bbca738-8ad6-490c-9116-eba609d9042b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 1099 time: 0.0427463 Aug 30 20:20:49.932705 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a5f49ee6-f0c7-4915-a24a-9f1e56ef4ff1 req-404ccf8f-3c5b-4f3d-ab9f-88850f7c69b3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Aug 30 20:20:50.378906 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713803-637f-457a-85b6-ba384c09c70a req-d967de16-0aa6-44bc-839b-98e4cc89a78c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:50.380418 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d713803-637f-457a-85b6-ba384c09c70a req-d967de16-0aa6-44bc-839b-98e4cc89a78c tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.0585213 Aug 30 20:20:50.420293 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5d713803-637f-457a-85b6-ba384c09c70a req-9f97fe8e-b2b8-4a84-8a76-39856e65b311 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338664 Aug 30 20:20:51.118341 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:20:51.552252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bef867-39d1-4f70-9a6d-2df667b25714 req-c925d550-e8e4-4077-ac6b-8ea9bf9140c7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:51.554007 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77bef867-39d1-4f70-9a6d-2df667b25714 req-c925d550-e8e4-4077-ac6b-8ea9bf9140c7 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.0566518 Aug 30 20:20:51.598670 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-77bef867-39d1-4f70-9a6d-2df667b25714 req-00d1a2f7-fbd3-47e5-b019-dbf321403eef tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373414 Aug 30 20:20:52.734018 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc0e31-d99c-434c-86fb-2f899e08668d req-75e38e67-e064-4691-a3d7-d50cde0fcc6a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:52.735538 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-62cc0e31-d99c-434c-86fb-2f899e08668d req-75e38e67-e064-4691-a3d7-d50cde0fcc6a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Aug 30 20:20:52.775256 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-62cc0e31-d99c-434c-86fb-2f899e08668d req-3fb7c81b-551f-465d-a865-b0bbb3f2ec54 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327210 Aug 30 20:20:56.164965 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-7e0d925c-1523-4049-b48c-625b129607e2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412765 Aug 30 20:20:56.237544 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-62c2f3ba-701a-4a18-b78a-9370dec9adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:56.239146 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-62c2f3ba-701a-4a18-b78a-9370dec9adb7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 1099 time: 0.0468385 Aug 30 20:20:56.348191 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-8c5db7e4-5a6f-4e19-8ce2-ab798919840b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:56.349565 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-8c5db7e4-5a6f-4e19-8ce2-ab798919840b service neutron] 10.222.0.90 "GET /v2.0/networks?id=42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 200 len: 912 time: 0.0876522 Aug 30 20:20:56.424768 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-228250a6-644c-4392-8ab7-e0035e653fd3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 200 len: 1002 time: 0.0658894 Aug 30 20:20:56.480391 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-26596432-5299-47c3-85be-b0b3371d13e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:56.481935 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-26596432-5299-47c3-85be-b0b3371d13e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 200 len: 850 time: 0.0488005 Aug 30 20:20:56.546755 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-5dcf5a4c-d7ab-49c2-8350-60fefa653ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:20:56.548241 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-5dcf5a4c-d7ab-49c2-8350-60fefa653ba2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42e7d939-c8e8-4b3c-8f28-9584034ca033&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437500 Aug 30 20:20:56.643647 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-53ed73b9-9a0f-4bce-b985-c1c7091c33ae service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861118 Aug 30 20:20:56.736452 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-100cf934-adc2-451f-832f-8f35dd4a8941 req-c4a928b7-6630-4678-bd74-19c7aacd3223 service neutron] 10.222.0.90 "GET /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856514 Aug 30 20:20:58.468196 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:21:11.182661 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9f4944f1-aee2-4046-ade7-5a314cc8186e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:14.341939 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a18edd7e-0531-4eff-af78-6212984ffde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:14.711893 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:15.682956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:17.543500 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:21.115176 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:30.804067 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4e6a5-98a0-472c-9807-206b29c3b9e8 req-7e58a025-9371-46e2-b2d5-42df1a5b6d75 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:30.806039 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e9a4e6a5-98a0-472c-9807-206b29c3b9e8 req-7e58a025-9371-46e2-b2d5-42df1a5b6d75 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0665748 Aug 30 20:21:30.876243 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e9a4e6a5-98a0-472c-9807-206b29c3b9e8 req-56a1a69b-adce-4dfa-83dd-258787d1030c tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539167 Aug 30 20:21:32.056313 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c440722-67a9-4e8c-8767-bf78611ede19 req-cbbde6d9-9f71-440e-a0c4-238f2d020d14 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:32.058434 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c440722-67a9-4e8c-8767-bf78611ede19 req-cbbde6d9-9f71-440e-a0c4-238f2d020d14 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0691931 Aug 30 20:21:32.121116 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2c440722-67a9-4e8c-8767-bf78611ede19 req-c63e4762-3ddf-407c-8ffb-9ccc7fd9885a tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527496 Aug 30 20:21:32.769028 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-b5e7e342-0950-4feb-b6d6-ed5e8f7e25a5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:32.770565 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-b5e7e342-0950-4feb-b6d6-ed5e8f7e25a5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.0719826 Aug 30 20:21:32.902065 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Deleting port 19cf18a0-2332-4607-99ef-0e092ffe8ebf {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:32.902557 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.053162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] For port 19cf18a0-2332-4607-99ef-0e092ffe8ebf, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=19cf18a0-2332-4607-99ef-0e092ffe8ebf,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:33.053492 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.360919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9323af-f0bb-4237-a5c6-a7d4189b0ecd req-3dccb8be-aac4-4e31-8735-28ba4807cbfc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:33.362985 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bf9323af-f0bb-4237-a5c6-a7d4189b0ecd req-3dccb8be-aac4-4e31-8735-28ba4807cbfc tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 946 time: 0.1428907 Aug 30 20:21:33.366969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.367642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.368097 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Floating IP f0ff2308-f259-4ed2-8aa8-523597b2a04d disassociated. External IP: 172.27.2.213, port: 19cf18a0-2332-4607-99ef-0e092ffe8ebf. Aug 30 20:21:33.368609 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Calling delete_port for 19cf18a0-2332-4607-99ef-0e092ffe8ebf owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:33.455314 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bf9323af-f0bb-4237-a5c6-a7d4189b0ecd req-1f44b7a7-cabe-4183-82c6-7192f3eedfd5 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups?id=12f5c6db-3da9-417d-8683-31e12702c915&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813613 Aug 30 20:21:33.555113 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.595040 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'Port': ['ID=19cf18a0-2332-4607-99ef-0e092ffe8ebf,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:33.615726 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.616290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.616740 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.617236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.617814 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.618341 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.618789 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.619434 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.619974 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.620517 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.621007 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.621437 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:33.772365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:21:33.909249 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:21:33.922995 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:21:33.944360 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:33.945008 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:33.957013 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] No DVR routers for this DVR port 19cf18a0-2332-4607-99ef-0e092ffe8ebf on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:21:33.960136 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:33.962373 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-41d493d2-6f84-4dfc-81c5-c3927f8bfdd4 req-4b3d4457-c045-4ee9-a0ec-ffa031110320 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.90 "DELETE /v2.0/ports/19cf18a0-2332-4607-99ef-0e092ffe8ebf HTTP/1.1" status: 204 len: 173 time: 1.1841345 Aug 30 20:21:33.962850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'name': 'network-vif-deleted', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:21:33.965632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe1754e-4dbd-476a-b1ab-6c9684057ba0" -d '{"events": [{"server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "name": "network-vif-deleted", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:21:34.033492 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e63d94-3b65-4a29-94db-1056b21f48f9 x-openstack-request-id: req-b4e63d94-3b65-4a29-94db-1056b21f48f9 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:21:34.033832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650e8b1e-9803-4dd5-80a4-4b2b3d071c19", "name": "network-vif-deleted", "tag": "19cf18a0-2332-4607-99ef-0e092ffe8ebf", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:21:34.035109 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4e63d94-3b65-4a29-94db-1056b21f48f9 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:21:34.035109 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650e8b1e-9803-4dd5-80a4-4b2b3d071c19', 'name': 'network-vif-deleted', 'tag': '19cf18a0-2332-4607-99ef-0e092ffe8ebf', 'status': 'completed', 'code': 200} Aug 30 20:21:34.118295 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:34.361336 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:34.389627 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:21:34.399180 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:34.399885 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:34.553527 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:34.603389 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c5652171-3fb7-4760-88a6-7d5202c16c2e req-c2bd5dad-d702-414b-8091-bda074564420 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/ports?device_id=650e8b1e-9803-4dd5-80a4-4b2b3d071c19 HTTP/1.1" status: 200 len: 210 time: 0.0355268 Aug 30 20:21:34.840981 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:34.870169 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a557d727-ad4d-4116-a04a-60fc664c8a08 None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:11:37Z', 'revision_number': 4, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f', 'name': '', 'network_id': '42e7d939-c8e8-4b3c-8f28-9584034ca033', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'mac_address': 'fa:16:3e:72:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:35Z', 'updated_at': '2021-08-30T20:11:46Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'subnets': [{'id': '8b4a3f0a-f29f-46e2-8e50-1323554e8984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:21:35.162586 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11e17bd-3982-41e1-9a94-def01c1edb59 None None] New status for floating IP f0ff2308-f259-4ed2-8aa8-523597b2a04d: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:21:35.468225 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:21:35.699890 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 19cf18a0-2332-4607-99ef-0e092ffe8ebf no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:21:35.717538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53304) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:35.732622 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 19cf18a0-2332-4607-99ef-0e092ffe8ebf {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:21:35.733078 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 19cf18a0-2332-4607-99ef-0e092ffe8ebf not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:21:35.791654 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:35.819383 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:35.867051 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:35.869904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:35.871036 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "DELETE /v2.0/security-groups/12f5c6db-3da9-417d-8683-31e12702c915 HTTP/1.1" status: 204 len: 168 time: 0.1518624 Aug 30 20:21:35.875594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53306) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:35.883634 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc098e-df2f-4bca-84db-4826fc8baa4f tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f5c6db-3da9-417d-8683-31e12702c915,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:35.902159 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.api.v2.resource [None req-de2475a6-9438-469e-a277-5fca03a9d5e8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] show failed (client error): The resource could not be found. Aug 30 20:21:35.903175 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-de2475a6-9438-469e-a277-5fca03a9d5e8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "GET /v2.0/security-groups/12f5c6db-3da9-417d-8683-31e12702c915 HTTP/1.1" status: 404 len: 347 time: 0.0260386 Aug 30 20:21:35.906017 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53310) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:36.080703 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Deleting port 59210d58-fda2-4005-b897-788e21012eed {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:36.080938 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.172624 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.173089 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.192276 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Calling delete_port for 59210d58-fda2-4005-b897-788e21012eed owned by network:floatingip {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:36.347450 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.378062 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Pushing event deleted for resources: {'Port': ['ID=59210d58-fda2-4005-b897-788e21012eed,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:36.401379 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.401780 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.402129 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.402466 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.402804 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.403139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.403469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.403799 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.404131 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.404451 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.404773 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.405098 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:36.454141 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks [] for floatingip, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.456599 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:36.457873 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d94d2a6d-6c44-4d8b-b689-c375847c5cf8 tempest-AttachVolumeTestJSON-2014471147 tempest-AttachVolumeTestJSON-2014471147-project] 10.222.0.11 "DELETE /v2.0/floatingips/f0ff2308-f259-4ed2-8aa8-523597b2a04d HTTP/1.1" status: 204 len: 168 time: 0.5501847 Aug 30 20:21:40.131005 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53340) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:40.668569 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:40.989414 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Deleting port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:40.989867 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:41.088399 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] For port 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:41.088833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:41.104060 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Calling delete_port for 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f owned by network:router_interface {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:41.191149 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0f2b99bd-9f0d-46ae-a608-575f693f7b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:41.321966 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:41.352509 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:41.802525 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:42.075735 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Router 4a65bf39-92f7-4582-9de4-dda92f2807aa has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:21:42.211455 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:21:42.217312 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-d26c0fbc-b42d-43bf-9a5a-3df8fcdd2f15 admin admin] 10.222.0.11 "PUT /v2.0/routers/4a65bf39-92f7-4582-9de4-dda92f2807aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849900 Aug 30 20:21:42.220848 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53346) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:42.226799 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Sync routers for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:21:42.240417 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:42.241201 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:42.401422 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks [] for router, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:42.556776 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:42.577532 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:42.646624 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Deleting port c184af72-42db-4586-aa8e-dbbb153e3c31 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:42.647152 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:42.772821 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] For port c184af72-42db-4586-aa8e-dbbb153e3c31, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=c184af72-42db-4586-aa8e-dbbb153e3c31,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:42.773496 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:42.797749 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Calling delete_port for c184af72-42db-4586-aa8e-dbbb153e3c31 owned by network:router_gateway {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:42.833449 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:21:41Z', 'revision_number': 5, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port': {'id': 'c184af72-42db-4586-aa8e-dbbb153e3c31', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:11:30Z', 'updated_at': '2021-08-30T20:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:42.869836 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Checking router: 4a65bf39-92f7-4582-9de4-dda92f2807aa for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:21:42.884348 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Routers {'4a65bf39-92f7-4582-9de4-dda92f2807aa'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:42.885375 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['4a65bf39-92f7-4582-9de4-dda92f2807aa'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:42.998729 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] Set router 4a65bf39-92f7-4582-9de4-dda92f2807aa gateway port host: None {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:43.047313 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.064444 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:21:42Z', 'revision_number': 6, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:43.086255 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Pushing event deleted for resources: {'Port': ['ID=c184af72-42db-4586-aa8e-dbbb153e3c31,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:43.102506 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b9558-f681-49b7-9021-392d3da033dd None None] The sync data for ids ['4a65bf39-92f7-4582-9de4-dda92f2807aa'] in dv-cinder-777031-3-iscsi is: [{'id': '4a65bf39-92f7-4582-9de4-dda92f2807aa', 'name': 'tempest-AttachVolumeTestJSON-1535956896-router', 'tenant_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:11:28Z', 'updated_at': '2021-08-30T20:21:42Z', 'revision_number': 6, 'project_id': 'ef7444ce1b9f4bbc9e9e089c235c1073', 'gw_port_host': None}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:21:43.174104 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.274056 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.276294 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.326168 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.326753 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a65bf39-92f7-4582-9de4-dda92f2807aa {{(pid=94124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:21:43.339046 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.344650 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-09ec0a79-3aca-47bd-a5f5-6a433be37016 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4a65bf39-92f7-4582-9de4-dda92f2807aa HTTP/1.1" status: 204 len: 168 time: 1.1188555 Aug 30 20:21:43.346898 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53350) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:43.401587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Deleting subnet 8b4a3f0a-f29f-46e2-8e50-1323554e8984 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:21:43.404885 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.443512 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.550131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.631565 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.662303 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.664191 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8b4a3f0a-f29f-46e2-8e50-1323554e8984 HTTP/1.1" status: 204 len: 168 time: 0.3159559 Aug 30 20:21:43.665859 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729d22a-52b9-4ec3-927b-4818a3b0f696 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4a3f0a-f29f-46e2-8e50-1323554e8984,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:43.667069 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53352) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:43.667883 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a37b69-ae98-4378-b604-ec56ca9f6841 None None] Network 42e7d939-c8e8-4b3c-8f28-9584034ca033 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:21:43.762874 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.826828 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Deleting port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:43.827361 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.905743 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] For port 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=788b2be9-7cba-45a2-88cc-44b6a0149fe4,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:43.906073 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:43.930160 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Calling delete_port for 788b2be9-7cba-45a2-88cc-44b6a0149fe4 owned by network:dhcp {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:43.946815 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] DHCP port deletion for 42e7d939-c8e8-4b3c-8f28-9584034ca033 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:21:43.974757 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:21:44.005112 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:21:44.005466 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4fcb89df-55d6-4b22-b2f2-cf37ab7ecc9f not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:21:44.029863 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Deleting port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:44.030404 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.065145 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.101968 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Pushing event deleted for resources: {'Port': ['ID=788b2be9-7cba-45a2-88cc-44b6a0149fe4,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:44.111775 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] No DVR routers for this DVR port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 on host dv-cinder-777031-3-iscsi {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:21:44.145004 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] For port 788b2be9-7cba-45a2-88cc-44b6a0149fe4, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=788b2be9-7cba-45a2-88cc-44b6a0149fe4,segment=NetworkSegment(e8b6f370-2c07-496a-89b3-817597ee9a73),segment_id=e8b6f370-2c07-496a-89b3-817597ee9a73)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:44.145781 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.162825 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Calling delete_port for 788b2be9-7cba-45a2-88cc-44b6a0149fe4 owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:44.203282 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.232834 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e7d939-c8e8-4b3c-8f28-9584034ca033']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:44.248439 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b6f370-2c07-496a-89b3-817597ee9a73') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:44.248775 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b6f370-2c07-496a-89b3-817597ee9a73') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:44.260461 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.279833 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.283115 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.294573 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:21:44.295257 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:21:44.298552 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:21:44.308158 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Pushing event deleted for resources: {'Port': ['ID=788b2be9-7cba-45a2-88cc-44b6a0149fe4,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.336816 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:21:44.342958 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f1704-ec29-4331-9861-150d0f1695ad None None] No DVR routers for this DVR port 788b2be9-7cba-45a2-88cc-44b6a0149fe4 on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:21:44.364411 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-12fd68ab-b8b3-4c3f-ab50-2846d6016b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.383496 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.389543 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.392319 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] 10.222.0.11 "DELETE /v2.0/networks/42e7d939-c8e8-4b3c-8f28-9584034ca033 HTTP/1.1" status: 204 len: 168 time: 0.7239459 Aug 30 20:21:44.407605 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f51b8e8-a6af-4dc8-bedc-cec39e42e476 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e7d939-c8e8-4b3c-8f28-9584034ca033,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:44.583811 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53356) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:44.638276 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2e8e636b-e67b-46b7-988f-3717081869c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef7444ce1b9f4bbc9e9e089c235c1073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527444 Aug 30 20:21:44.642381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53358) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:44.698990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.709987 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.726271 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.787444 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.790383 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:44.791826 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae16cf0f-6b6f-47db-a9d6-7816784d07f1 HTTP/1.1" status: 204 len: 168 time: 0.1483145 Aug 30 20:21:44.806209 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e0ee6-d6f5-4d78-a37c-189bd0336134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16cf0f-6b6f-47db-a9d6-7816784d07f1,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:45.370898 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device c184af72-42db-4586-aa8e-dbbb153e3c31 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:21:45.407196 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: c184af72-42db-4586-aa8e-dbbb153e3c31 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:21:45.407535 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device c184af72-42db-4586-aa8e-dbbb153e3c31 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:21:45.408197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 788b2be9-7cba-45a2-88cc-44b6a0149fe4 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:21:45.431693 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 788b2be9-7cba-45a2-88cc-44b6a0149fe4 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:21:45.432042 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 788b2be9-7cba-45a2-88cc-44b6a0149fe4 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:21:45.688658 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.478650 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53408) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:46.614833 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de5e4d9b-2f1c-4df3-9890-e564bcdfd8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.742742 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de5e4d9b-2f1c-4df3-9890-e564bcdfd8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.747554 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-de5e4d9b-2f1c-4df3-9890-e564bcdfd8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.792893 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-de5e4d9b-2f1c-4df3-9890-e564bcdfd8a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8255546369fd4a30acd087d3c0688b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128138 Aug 30 20:21:46.794035 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e4d9b-2f1c-4df3-9890-e564bcdfd8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f827e-dbbb-489c-9ee0-5c2fa66e3980,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:46.796365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53412) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:46.875022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.899916 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.963360 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.966022 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:46.967234 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa9f827e-dbbb-489c-9ee0-5c2fa66e3980 HTTP/1.1" status: 204 len: 168 time: 0.1689632 Aug 30 20:21:46.976599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773456d-767e-4e5b-a675-011979a777fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f827e-dbbb-489c-9ee0-5c2fa66e3980,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:47.550118 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:51.137259 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:52.291643 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb6c9f-42ec-4ad9-a1ec-e2590918f3ae req-01e434a4-a01d-484c-a1c1-912d5e2f86f2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:52.295615 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0afb6c9f-42ec-4ad9-a1ec-e2590918f3ae req-01e434a4-a01d-484c-a1c1-912d5e2f86f2 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.4173262 Aug 30 20:21:52.356753 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0afb6c9f-42ec-4ad9-a1ec-e2590918f3ae req-4c2aa416-bf59-4301-b7f1-9a6c08655764 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485771 Aug 30 20:21:53.539560 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6506b-aabc-4f91-b5e7-7b511a404c34 req-b2ea3c58-396c-4b96-85c3-a183b297415b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:53.541175 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6fe6506b-aabc-4f91-b5e7-7b511a404c34 req-b2ea3c58-396c-4b96-85c3-a183b297415b tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.0753803 Aug 30 20:21:53.626242 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6fe6506b-aabc-4f91-b5e7-7b511a404c34 req-bc4db631-4f19-4df0-b6f6-782e48b13aba tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups?id=dbb623a3-3930-4e7a-aca9-26074163df9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750806 Aug 30 20:21:53.690713 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-2b85ed74-d4c2-4356-ace9-34b0ac40f7be tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:53.692273 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-2b85ed74-d4c2-4356-ace9-34b0ac40f7be tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 946 time: 0.0876026 Aug 30 20:21:53.733784 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53508) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:53.830714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Deleting port f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:53.831632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:53.885091 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0bf69c16-e17e-4fda-96a1-cf3997ddfb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:53.966833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] For port f53cd450-9538-4d27-9d59-87a75ecf065e, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=f53cd450-9538-4d27-9d59-87a75ecf065e,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:21:53.967205 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.005103 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0bf69c16-e17e-4fda-96a1-cf3997ddfb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.010123 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-0bf69c16-e17e-4fda-96a1-cf3997ddfb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.063708 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-0bf69c16-e17e-4fda-96a1-cf3997ddfb0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61bca09cf6eb468ab828ffc3fb45b76f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287959 Aug 30 20:21:54.065802 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf69c16-e17e-4fda-96a1-cf3997ddfb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67b565-08b7-4f89-b9b7-3c57f5bbf827,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:54.068439 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53512) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:54.141538 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.176097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.211290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.211840 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.212249 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Floating IP a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0 disassociated. External IP: 172.27.2.152, port: f53cd450-9538-4d27-9d59-87a75ecf065e. Aug 30 20:21:54.212601 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Calling delete_port for f53cd450-9538-4d27-9d59-87a75ecf065e owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:54.261544 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.266591 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.268493 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d67b565-08b7-4f89-b9b7-3c57f5bbf827 HTTP/1.1" status: 204 len: 168 time: 0.1991270 Aug 30 20:21:54.282094 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bee9e3-b4f8-4285-98f5-48641ed7341b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67b565-08b7-4f89-b9b7-3c57f5bbf827,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:54.395983 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.435293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'Port': ['ID=f53cd450-9538-4d27-9d59-87a75ecf065e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:54.589437 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:21:54.687797 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53520) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:54.707608 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21be5c09-1388-4806-9934-31dc705e1460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.771448 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-de17fb4b-d5eb-4251-aac0-00ea6a4267a8 req-ce2534e3-cdcd-4d71-9add-5e1b9213c674 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/ports?device_id=61a847a4-3412-4d6b-9696-7d30260a0c40 HTTP/1.1" status: 200 len: 210 time: 0.0321672 Aug 30 20:21:54.784213 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:21:54.800854 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:21:54.822206 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:54.823597 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:54.864793 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21be5c09-1388-4806-9934-31dc705e1460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.870165 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-21be5c09-1388-4806-9934-31dc705e1460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.877049 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] No DVR routers for this DVR port f53cd450-9538-4d27-9d59-87a75ecf065e on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:21:54.881720 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:54.886390 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f8d3af9-fe27-4e72-91d9-2c0310f78147 req-30dfc617-c4b3-4ecd-962d-fd35551a927a tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.90 "DELETE /v2.0/ports/f53cd450-9538-4d27-9d59-87a75ecf065e HTTP/1.1" status: 204 len: 173 time: 1.1865304 Aug 30 20:21:54.887617 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-deleted', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:21:54.893248 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c54bb3-8696-40ae-a6d4-d7813073282d" -d '{"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-deleted", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:21:54.952075 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53524) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:54.954940 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-21be5c09-1388-4806-9934-31dc705e1460 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54f4fb87c24d42f5beeedd0081d662ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580743 Aug 30 20:21:54.958632 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be5c09-1388-4806-9934-31dc705e1460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c6c2b-4655-4d18-9241-e686a22aefe9,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:55.005169 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0914875-de68-4b43-ae84-fc19ace9e762 x-openstack-request-id: req-d0914875-de68-4b43-ae84-fc19ace9e762 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:21:55.005597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a847a4-3412-4d6b-9696-7d30260a0c40", "name": "network-vif-deleted", "tag": "f53cd450-9538-4d27-9d59-87a75ecf065e", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:21:55.006001 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0914875-de68-4b43-ae84-fc19ace9e762 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:21:55.006792 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a847a4-3412-4d6b-9696-7d30260a0c40', 'name': 'network-vif-deleted', 'tag': 'f53cd450-9538-4d27-9d59-87a75ecf065e', 'status': 'completed', 'code': 200} Aug 30 20:21:55.033269 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:55.105165 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:55.147877 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:55.223283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:55.226512 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:55.230388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/565c6c2b-4655-4d18-9241-e686a22aefe9 HTTP/1.1" status: 204 len: 168 time: 0.2743998 Aug 30 20:21:55.238186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c38b3-a2b6-4ad4-952d-c416153cfe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c6c2b-4655-4d18-9241-e686a22aefe9,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:55.345605 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:55.383024 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:21:55.403679 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:21:55.404787 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:55.600119 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:21:55.888117 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:21:55.935614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53544) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:55.949741 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58269ffc-9759-448e-a1d5-effdb85cefce None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:09:48Z', 'revision_number': 4, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': '4361789c-70e6-43cb-a413-cc36a0f55056', 'name': '', 'network_id': '1c7a7d7f-5159-41d7-bc10-ebe925cd85b0', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'mac_address': 'fa:16:3e:80:55:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:47Z', 'updated_at': '2021-08-30T20:09:56Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'subnets': [{'id': '969a173b-5a4e-473c-918b-ad9b648d2e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:21:56.023236 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.061950 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.147239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.152128 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.153642 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "DELETE /v2.0/security-groups/dbb623a3-3930-4e7a-aca9-26074163df9e HTTP/1.1" status: 204 len: 168 time: 0.2156067 Aug 30 20:21:56.157765 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53552) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:56.170511 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b6d17-cd3a-4dad-a00a-59d530723f87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb623a3-3930-4e7a-aca9-26074163df9e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:56.172850 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.api.v2.resource [None req-83bc5149-f8b7-47a6-8d21-c4e430b21d87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] show failed (client error): The resource could not be found. Aug 30 20:21:56.174206 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-83bc5149-f8b7-47a6-8d21-c4e430b21d87 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "GET /v2.0/security-groups/dbb623a3-3930-4e7a-aca9-26074163df9e HTTP/1.1" status: 404 len: 347 time: 0.0154409 Aug 30 20:21:56.180667 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53554) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:21:56.325077 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d5414c-5c96-4703-868c-5ef830b8b10a None None] New status for floating IP a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0: DOWN {{(pid=94126) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:21:56.377923 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Deleting port d1a80b3b-ab3f-4dcd-a58a-510979479edd {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:21:56.378393 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.491913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.492496 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.513564 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Calling delete_port for d1a80b3b-ab3f-4dcd-a58a-510979479edd owned by network:floatingip {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:21:56.685002 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.715853 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Pushing event deleted for resources: {'Port': ['ID=d1a80b3b-ab3f-4dcd-a58a-510979479edd,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:21:56.794870 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks [] for floatingip, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.798780 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:21:56.800222 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-939b3e8e-475a-4d8c-9c09-a3508300f355 tempest-AttachVolumeShelveTestJSON-23633899 tempest-AttachVolumeShelveTestJSON-23633899-project] 10.222.0.11 "DELETE /v2.0/floatingips/a52e1acc-89cf-41ce-aa0e-cfb6cd7a52a0 HTTP/1.1" status: 204 len: 168 time: 0.6186297 Aug 30 20:21:57.011390 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-00e17cfb-2ac6-4e5b-af4c-f7f590918705 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499730 Aug 30 20:21:57.117357 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-aba0a20c-2787-40f5-bcaf-abe248c99c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:57.118919 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-aba0a20c-2787-40f5-bcaf-abe248c99c49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 1099 time: 0.0519822 Aug 30 20:21:57.250320 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-c4952eff-b3bd-46d2-b708-e1ac3b4d6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:57.252818 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-c4952eff-b3bd-46d2-b708-e1ac3b4d6944 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1120207 Aug 30 20:21:57.330206 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-e14651cf-3f9b-49d1-b978-e8cd72cddf3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 200 len: 1002 time: 0.0698903 Aug 30 20:21:57.383493 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-17e83e5f-2747-41f6-9d5a-63955268cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:57.385206 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-17e83e5f-2747-41f6-9d5a-63955268cda0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0476060 Aug 30 20:21:57.445466 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-c2813d31-b02b-4ace-9292-0ab7c6eebd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:21:57.447248 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-c2813d31-b02b-4ace-9292-0ab7c6eebd24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549953 Aug 30 20:21:57.564989 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-20428791-5c0b-402c-af3c-7735033e8947 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094546 Aug 30 20:21:57.679196 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5f1fcb91-c625-4d9d-90b8-3a1c035e9a12 req-69b2dd12-7df1-4696-b7cf-8b5b2ea749b1 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060874 Aug 30 20:21:57.801146 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:21:57.828910 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: f53cd450-9538-4d27-9d59-87a75ecf065e {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:21:57.829151 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device f53cd450-9538-4d27-9d59-87a75ecf065e not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:22:03.704222 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53616) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:04.334893 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:04.634933 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Deleting port 4361789c-70e6-43cb-a413-cc36a0f55056 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:22:04.635194 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:04.719262 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] For port 4361789c-70e6-43cb-a413-cc36a0f55056, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4361789c-70e6-43cb-a413-cc36a0f55056,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:22:04.720058 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:04.738325 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Calling delete_port for 4361789c-70e6-43cb-a413-cc36a0f55056 owned by network:router_interface {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:22:04.947128 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:04.977508 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Pushing event deleted for resources: {'Port': ['ID=4361789c-70e6-43cb-a413-cc36a0f55056,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:05.185938 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:05.478973 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Router 46f18c76-0b66-4b42-8d62-56f721679efc has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:22:05.870807 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:22:05.878597 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-3ee67e70-4478-467f-a1d1-a9946d89e02a admin admin] 10.222.0.11 "PUT /v2.0/routers/46f18c76-0b66-4b42-8d62-56f721679efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1727850 Aug 30 20:22:05.882256 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53624) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:05.885760 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Sync routers for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:22:05.898473 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:22:05.899137 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:06.027152 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks [] for router, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.036948 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:22:06.152927 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.222193 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Deleting port b2a34cf2-7195-457f-9bee-cbe270628ed9 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:22:06.222530 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.320102 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] For port b2a34cf2-7195-457f-9bee-cbe270628ed9, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b2a34cf2-7195-457f-9bee-cbe270628ed9,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:22:06.320102 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.333222 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Calling delete_port for b2a34cf2-7195-457f-9bee-cbe270628ed9 owned by network:router_gateway {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:22:06.352361 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:22:04Z', 'revision_number': 5, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port': {'id': 'b2a34cf2-7195-457f-9bee-cbe270628ed9', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:09:43Z', 'updated_at': '2021-08-30T20:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:06.390338 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Checking router: 46f18c76-0b66-4b42-8d62-56f721679efc for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:22:06.399901 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Routers {'46f18c76-0b66-4b42-8d62-56f721679efc'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:22:06.400533 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:21:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['46f18c76-0b66-4b42-8d62-56f721679efc'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:06.496168 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] Set router 46f18c76-0b66-4b42-8d62-56f721679efc gateway port host: None {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:22:06.518425 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.544653 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a34cf2-7195-457f-9bee-cbe270628ed9,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:06.555281 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:22:06Z', 'revision_number': 6, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:06.591624 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea5ebb-ce71-49dd-bc91-16a6b4985165 None None] The sync data for ids ['46f18c76-0b66-4b42-8d62-56f721679efc'] in dv-cinder-777031-3-iscsi is: [{'id': '46f18c76-0b66-4b42-8d62-56f721679efc', 'name': 'tempest-AttachVolumeShelveTestJSON-1739495000-router', 'tenant_id': '6fcf607190a34beaa9659775d5976ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:09:41Z', 'updated_at': '2021-08-30T20:22:06Z', 'revision_number': 6, 'project_id': '6fcf607190a34beaa9659775d5976ef9', 'gw_port_host': None}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:22:06.621739 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.716935 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.719849 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.772186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.772836 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46f18c76-0b66-4b42-8d62-56f721679efc {{(pid=94125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:22:06.780136 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.782304 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-24bdf01c-483b-49c2-a43d-c1a1ad0cc670 admin admin] 10.222.0.11 "DELETE /v2.0/routers/46f18c76-0b66-4b42-8d62-56f721679efc HTTP/1.1" status: 204 len: 168 time: 0.8981178 Aug 30 20:22:06.784988 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53628) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:06.834624 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Deleting subnet 969a173b-5a4e-473c-918b-ad9b648d2e19 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:22:06.838713 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.876860 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:06.991693 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.076501 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.106035 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969a173b-5a4e-473c-918b-ad9b648d2e19,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:07.108098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.110384 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-2efb08b5-a029-4e28-8dd0-ac4f918f9360 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/969a173b-5a4e-473c-918b-ad9b648d2e19 HTTP/1.1" status: 204 len: 168 time: 0.3237536 Aug 30 20:22:07.113621 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53630) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:07.117429 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b009996-3ea0-42f2-9f75-b4c5182510b8 None None] Network 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:22:07.192051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.263312 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Deleting port 4192e752-84c5-4885-80a0-d8cb5951a205 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:22:07.263870 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.343024 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] For port 4192e752-84c5-4885-80a0-d8cb5951a205, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=4192e752-84c5-4885-80a0-d8cb5951a205,segment=NetworkSegment(b0b33310-7f66-45cc-a273-cbb29fffc058),segment_id=b0b33310-7f66-45cc-a273-cbb29fffc058)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:22:07.343390 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.358122 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Calling delete_port for 4192e752-84c5-4885-80a0-d8cb5951a205 owned by network:dhcp {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:22:07.401704 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] DHCP port deletion for 1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:22:07.461275 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.493162 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Deleting port 4192e752-84c5-4885-80a0-d8cb5951a205 {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:22:07.493751 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.496870 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4192e752-84c5-4885-80a0-d8cb5951a205 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:22:07.519594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Pushing event deleted for resources: {'Port': ['ID=4192e752-84c5-4885-80a0-d8cb5951a205,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:07.526781 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] No DVR routers for this DVR port 4192e752-84c5-4885-80a0-d8cb5951a205 on host dv-cinder-777031-3-iscsi {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:22:07.530011 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 4192e752-84c5-4885-80a0-d8cb5951a205 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:22:07.530455 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4192e752-84c5-4885-80a0-d8cb5951a205 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:22:07.530897 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2a34cf2-7195-457f-9bee-cbe270628ed9 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:22:07.597510 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: b2a34cf2-7195-457f-9bee-cbe270628ed9 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:22:07.597901 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b2a34cf2-7195-457f-9bee-cbe270628ed9 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:22:07.598303 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4361789c-70e6-43cb-a413-cc36a0f55056 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:22:07.616226 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.622710 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 4361789c-70e6-43cb-a413-cc36a0f55056 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:22:07.622972 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 4361789c-70e6-43cb-a413-cc36a0f55056 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:22:07.631074 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7a7d7f-5159-41d7-bc10-ebe925cd85b0']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:07.640430 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] For port 4192e752-84c5-4885-80a0-d8cb5951a205, host dv-cinder-777031-3-iscsi, got binding levels [] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:22:07.642049 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.652228 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0b33310-7f66-45cc-a273-cbb29fffc058') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:07.652704 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0b33310-7f66-45cc-a273-cbb29fffc058') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:07.667547 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Calling delete_port for 4192e752-84c5-4885-80a0-d8cb5951a205 owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:22:07.668688 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.672712 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.ipam_backend_mixin [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Port 4192e752-84c5-4885-80a0-d8cb5951a205 was not found and therefore no delete operation was performed {{(pid=94126) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 20:22:07.675020 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.696406 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.707501 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:22:07.708001 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:22:07.710162 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:22:07.725295 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] No DVR routers for this DVR port 4192e752-84c5-4885-80a0-d8cb5951a205 on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:22:07.728320 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf584e-bcbb-462b-93e0-4058f992ae0d None None] Pushing event deleted for resources: {'Port': ['ID=4192e752-84c5-4885-80a0-d8cb5951a205,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:07.807448 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.816732 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:07.819090 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] 10.222.0.11 "DELETE /v2.0/networks/1c7a7d7f-5159-41d7-bc10-ebe925cd85b0 HTTP/1.1" status: 204 len: 168 time: 0.7041669 Aug 30 20:22:07.833326 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c3fef-af43-4749-b386-561c3ca3453b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7a7d7f-5159-41d7-bc10-ebe925cd85b0,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:07.968008 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53636) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:08.017220 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-5188daed-2e9e-43f9-8e06-cabfe86a1bc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6fcf607190a34beaa9659775d5976ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473893 Aug 30 20:22:08.019600 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53638) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:08.099727 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:08.125051 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:08.190612 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:08.193201 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:08.194393 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56c0b2bc-c52a-4629-b7b8-63be50890797 HTTP/1.1" status: 204 len: 168 time: 0.1738756 Aug 30 20:22:08.204755 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b819b-27bf-4bd4-8c94-5de2d1694549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0b2bc-c52a-4629-b7b8-63be50890797,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:11.190002 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e027d482-fb43-43f6-a5ac-125908ce41d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.387391 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53722) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:12.473285 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:22:12.519570 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fbc08e-c4db-4648-a600-f531e823cc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.619392 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fbc08e-c4db-4648-a600-f531e823cc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.625257 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-23fbc08e-c4db-4648-a600-f531e823cc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.665593 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbc08e-c4db-4648-a600-f531e823cc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71a8ff-4d67-4bec-90fb-96a107e324ac,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:12.670029 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-23fbc08e-c4db-4648-a600-f531e823cc21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7697aea8aa4e45f18c2d5ad061c1b574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815547 Aug 30 20:22:12.674943 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53728) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:12.729488 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.752871 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.803542 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.806441 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:12.807749 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e71a8ff-4d67-4bec-90fb-96a107e324ac HTTP/1.1" status: 204 len: 168 time: 0.1318073 Aug 30 20:22:12.816928 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1736d-c3af-4392-9727-ce1b599fed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71a8ff-4d67-4bec-90fb-96a107e324ac,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:14.358509 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5b13c737-fcc5-4e55-a8aa-907c2f638b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:14.707220 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:15.684818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:17.548553 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:21.157872 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.312194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53872) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:23.436734 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec29f423-551f-4db7-87e1-0f3f008673b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.559244 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec29f423-551f-4db7-87e1-0f3f008673b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.565082 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-ec29f423-551f-4db7-87e1-0f3f008673b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.604315 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29f423-551f-4db7-87e1-0f3f008673b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703fa59-b2c0-4a2a-a38d-334a68a0c6b5,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:23.610176 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-ec29f423-551f-4db7-87e1-0f3f008673b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ebd095af7e04e01ac915f5dc26dea77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960017 Aug 30 20:22:23.611692 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53888) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:23.671024 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.699200 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.762907 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.765770 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:23.770337 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5703fa59-b2c0-4a2a-a38d-334a68a0c6b5 HTTP/1.1" status: 204 len: 168 time: 0.1545482 Aug 30 20:22:23.775688 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6136b3-c487-4d0e-b2d8-d808c3465b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703fa59-b2c0-4a2a-a38d-334a68a0c6b5,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:27.552621 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 53972) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:27.678687 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-33523113-cd1b-4f07-b6b3-5b76ba9ad3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:27.823880 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-33523113-cd1b-4f07-b6b3-5b76ba9ad3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:27.829441 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-33523113-cd1b-4f07-b6b3-5b76ba9ad3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:27.871851 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-33523113-cd1b-4f07-b6b3-5b76ba9ad3d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09824d40b8b348fa9738749b11b3647c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176780 Aug 30 20:22:27.872472 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523113-cd1b-4f07-b6b3-5b76ba9ad3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3204a4-619e-4550-9f4d-f77c38f297b2,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:27.875600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 53984) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:22:27.928096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:27.957609 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:28.007917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:28.010746 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:28.012039 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b3204a4-619e-4550-9f4d-f77c38f297b2 HTTP/1.1" status: 204 len: 168 time: 0.1342366 Aug 30 20:22:28.019864 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70de708-f122-4350-b422-7ea0131560ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3204a4-619e-4550-9f4d-f77c38f297b2,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:41.183995 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-fdc1d958-9b09-4c96-a90d-3efc9d3f234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:44.190778 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709e160-35ac-4eda-a665-d4fba7ae5c0e req-3b2aefa5-8f1e-45e0-9c56-114956911b7e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:44.192568 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e709e160-35ac-4eda-a665-d4fba7ae5c0e req-3b2aefa5-8f1e-45e0-9c56-114956911b7e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0563059 Aug 30 20:22:44.237095 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-e709e160-35ac-4eda-a665-d4fba7ae5c0e req-4c0705d1-123b-4e19-9d44-fc3a317645a9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357120 Aug 30 20:22:44.350059 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-9f299f8c-5f8b-4688-b155-72d28f9f8364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:44.701321 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:45.359864 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc69f7-1421-4072-b9c9-b5115164029b req-05b6c9c7-3df1-41d0-afa7-a8dec5570779 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:45.362567 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1adc69f7-1421-4072-b9c9-b5115164029b req-05b6c9c7-3df1-41d0-afa7-a8dec5570779 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0555270 Aug 30 20:22:45.404833 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1adc69f7-1421-4072-b9c9-b5115164029b req-6e753391-af6c-4b9e-9285-befa2a6c2a8f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349016 Aug 30 20:22:45.686375 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:46.536362 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16e575-4ba6-4a6a-8132-9d46489aecb1 req-eabf401d-4921-45b8-a052-6cc0a255ee36 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:46.537871 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a16e575-4ba6-4a6a-8132-9d46489aecb1 req-eabf401d-4921-45b8-a052-6cc0a255ee36 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0565155 Aug 30 20:22:46.579601 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a16e575-4ba6-4a6a-8132-9d46489aecb1 req-3a7779d3-b632-46ae-a641-fcaaee133525 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357232 Aug 30 20:22:47.548467 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:47.708830 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f387ed-e95c-4c19-beab-a83da26e3bb4 req-94bf2138-39e9-44f7-b2b5-a7d89c5094cd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:47.712788 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83f387ed-e95c-4c19-beab-a83da26e3bb4 req-94bf2138-39e9-44f7-b2b5-a7d89c5094cd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0618403 Aug 30 20:22:47.763515 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-83f387ed-e95c-4c19-beab-a83da26e3bb4 req-24c3b9cf-fd73-4aa4-8e46-557ea65913dc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466633 Aug 30 20:22:48.950535 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256d4a6-2494-4cfe-94d8-6dce3fb7f077 req-de280810-1aa2-4adf-bbcb-fa74f54d749d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:48.952530 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8256d4a6-2494-4cfe-94d8-6dce3fb7f077 req-de280810-1aa2-4adf-bbcb-fa74f54d749d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.0844059 Aug 30 20:22:49.028537 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8256d4a6-2494-4cfe-94d8-6dce3fb7f077 req-5f082a1f-2e55-47ca-a27d-694887692fd2 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670869 Aug 30 20:22:49.481690 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:22:49.517793 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-953e3bae-82e2-462c-a579-eece38d2c63c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:49.520542 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-953e3bae-82e2-462c-a579-eece38d2c63c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.1007936 Aug 30 20:22:49.639204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port 53260e88-b5fa-408b-b70c-226b09b84735 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:22:49.639743 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:49.789852 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] For port 53260e88-b5fa-408b-b70c-226b09b84735, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=53260e88-b5fa-408b-b70c-226b09b84735,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:22:49.790385 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:50.081449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:50.082146 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:50.082860 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP cc48685b-469b-46b6-90df-d21d94782857 disassociated. External IP: 172.27.2.208, port: 53260e88-b5fa-408b-b70c-226b09b84735. Aug 30 20:22:50.083582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for 53260e88-b5fa-408b-b70c-226b09b84735 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:22:50.267385 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018be7ce-e6d5-4806-9901-ac0d24b94474 req-c5ff990b-b140-4b60-921c-9f06151e44d7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:50.269339 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-018be7ce-e6d5-4806-9901-ac0d24b94474 req-c5ff990b-b140-4b60-921c-9f06151e44d7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 946 time: 0.1154158 Aug 30 20:22:50.380388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-018be7ce-e6d5-4806-9901-ac0d24b94474 req-d2a2a998-cf25-489b-ada7-b23b341f7a7c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931280 Aug 30 20:22:50.381634 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:50.419861 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=53260e88-b5fa-408b-b70c-226b09b84735,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:22:50.431606 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.432026 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.432486 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.432683 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.433019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.433351 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.433756 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.434047 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.434459 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.434954 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.435520 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.435921 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:22:50.872119 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:22:51.077489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:22:51.094514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:22:51.112489 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:22:51.113860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:22:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:51.151304 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] No DVR routers for this DVR port 53260e88-b5fa-408b-b70c-226b09b84735 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:22:51.155184 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:51.160481 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c989ad30-fe9a-4022-bd0c-3f11a434838c req-778b5099-e557-43e7-b3f4-b2298c182728 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "DELETE /v2.0/ports/53260e88-b5fa-408b-b70c-226b09b84735 HTTP/1.1" status: 204 len: 173 time: 1.6328099 Aug 30 20:22:51.161510 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'name': 'network-vif-deleted', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:22:51.166692 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b838e-b06e-4095-9221-f031c5c3a263" -d '{"events": [{"server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "name": "network-vif-deleted", "tag": "53260e88-b5fa-408b-b70c-226b09b84735"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:22:51.298081 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:22:51.301304 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:22:51.639928 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8052a439-85af-4482-9701-a8dffad6190c x-openstack-request-id: req-8052a439-85af-4482-9701-a8dffad6190c {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:22:51.640679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaba27c3-42dd-464e-9095-beca5ace36e9", "name": "network-vif-deleted", "tag": "53260e88-b5fa-408b-b70c-226b09b84735", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:22:51.641392 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8052a439-85af-4482-9701-a8dffad6190c {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:22:51.644483 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaba27c3-42dd-464e-9095-beca5ace36e9', 'name': 'network-vif-deleted', 'tag': '53260e88-b5fa-408b-b70c-226b09b84735', 'status': 'completed', 'code': 200} Aug 30 20:22:51.685732 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:51.737211 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:22:51.751464 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:22:51.752656 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:22:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:51.803909 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cb839284-b1a6-4936-bae5-02a886041abf req-c3f1eec3-f046-45d3-8b17-d63b8ab66b75 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=eaba27c3-42dd-464e-9095-beca5ace36e9 HTTP/1.1" status: 200 len: 210 time: 0.0405209 Aug 30 20:22:51.944119 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:22:52.165246 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 53260e88-b5fa-408b-b70c-226b09b84735 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:22:52.215083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 53260e88-b5fa-408b-b70c-226b09b84735 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:22:52.215711 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 53260e88-b5fa-408b-b70c-226b09b84735 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:22:52.342314 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:22:52.372265 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13863fec-63e1-4896-b893-529ff17f7a0b None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:22:52.641788 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcc65d-7ed1-48f8-aba0-e20472fb1c8d None None] New status for floating IP cc48685b-469b-46b6-90df-d21d94782857: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:22:53.081250 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-dd9a631e-e0dd-4c4c-8578-0150bac79675 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40614582&fields=id&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 267 time: 0.0370407 Aug 30 20:22:53.205723 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-55609273-5221-4f3e-81e0-d483f0e8e067 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:22:53.207255 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-55609273-5221-4f3e-81e0-d483f0e8e067 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1190941 Aug 30 20:22:53.226655 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-5274e7d4-df24-4161-92b0-ed013873850f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/quotas/6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 375 time: 0.0111752 Aug 30 20:22:53.295550 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-825d4130-547c-46af-b24c-e3015bccb34a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625155 Aug 30 20:22:53.547870 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ce67ad89-d7e6-45d9-88ae-751406166fee service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391005 Aug 30 20:22:53.653309 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-7058f3b8-fde0-4ae7-9daf-d95586b567ab service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987506 Aug 30 20:22:54.998027 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-527ec323-1f53-49f8-80d0-cba564d4c98c req-569f9882-089e-4373-b5ca-afa4c4a5acf5 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0308101 Aug 30 20:22:56.079558 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-919082d0-6fb1-4215-80f0-66cfe3146c0a req-5338dff9-f77b-489d-9f58-0911238ca180 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0275114 Aug 30 20:22:57.165634 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-66412183-69ef-41a2-bd73-53b8d10af609 req-2feb1338-f9f8-4ba7-b216-8b8d47807b1a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0309725 Aug 30 20:22:58.245315 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c06d6c1a-a8dd-4ead-b0dc-ee135334999e req-58e02f40-ce3c-486f-b2c5-f09645f2cce8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0271204 Aug 30 20:22:59.347105 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd813753-d6ab-47f4-9e93-371f1673b272 req-b826295a-2bd9-4ff4-802e-c91352439355 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0310559 Aug 30 20:23:00.450734 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3c125361-fba9-46c1-b2d0-f7d337486e6c req-6bfd8099-ed1d-4c12-8140-d35f50a0740f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0289180 Aug 30 20:23:01.572774 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1fe8eceb-1b03-4a79-94c1-a65c21ea669c req-b4c78fa9-49b6-46c5-90b8-e55b5fc41413 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0361557 Aug 30 20:23:02.282383 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-5c7483eb-5037-4459-8098-34472ea2b9f1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:02.284028 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-5c7483eb-5037-4459-8098-34472ea2b9f1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1630130 Aug 30 20:23:02.345489 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-21dfbd70-99ba-405f-8d7e-589682aef8a2 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 378 time: 0.0509720 Aug 30 20:23:02.360863 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'port': {'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'admin_state_up': True, 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'security_groups': ['9284388f-f8d4-41f1-8be1-0308328ff84b']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:02.527940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Made reservation on behalf of 6eda64445c834520870f1a4eb63b5ea4 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:23:02.532572 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:02.761578 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c78417b5-b03f-4084-ad29-29bcdb05e28a req-781ac1f1-e4df-4db6-9ecb-c65d6057272f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0542960 Aug 30 20:23:02.791550 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.20.0.3 (f9f62104-327d-474b-8982-f3503f733f94/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3/4e44391c-e353-422d-a57e-e64c2fb14d02) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:23:03.009285 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.028389 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Transition to ACTIVE for port object 4e44391c-e353-422d-a57e-e64c2fb14d02 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:23:03.073590 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.123967 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:23:03.128226 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:23:03.135835 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:23:03.176449 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:03.220965 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:03.221738 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.244278 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-ca717b04-0d7c-4d52-9c3d-dd71bc9a7b44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866532 Aug 30 20:23:03.263326 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Request body: {'port': {'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:03.366189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.421333 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-7f87debc-196d-4e59-b1e2-4ac43dda1348 None None] Provisioning for port 4e44391c-e353-422d-a57e-e64c2fb14d02 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:23:03.427490 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-7f87debc-196d-4e59-b1e2-4ac43dda1348 None None] Provisioning complete for port 4e44391c-e353-422d-a57e-e64c2fb14d02 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:23:03.429912 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-7f87debc-196d-4e59-b1e2-4ac43dda1348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.478063 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-7f87debc-196d-4e59-b1e2-4ac43dda1348 None None] Port 4e44391c-e353-422d-a57e-e64c2fb14d02 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:23:03.722868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e44391c-e353-422d-a57e-e64c2fb14d02 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:23:03.731297 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.744882 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Transition to ACTIVE for port object 4e44391c-e353-422d-a57e-e64c2fb14d02 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:23:03.748999 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:03.814282 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:03.925869 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Attempting to bind port 4e44391c-e353-422d-a57e-e64c2fb14d02 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:23:03.926207 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Attempting to bind port 4e44391c-e353-422d-a57e-e64c2fb14d02 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:23:03.926534 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Attempting to bind port 4e44391c-e353-422d-a57e-e64c2fb14d02 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:23:03.935861 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Port 4e44391c-e353-422d-a57e-e64c2fb14d02 on network f9f62104-327d-474b-8982-f3503f733f94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:23:03.936185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Attempting to bind port 4e44391c-e353-422d-a57e-e64c2fb14d02 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:23:03.951377 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b81b6-b361-4888-ba2e-d477ebb05030 req-bf21366d-509c-4f1b-b590-a4c8810a021d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:03.953698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-719b81b6-b361-4888-ba2e-d477ebb05030 req-bf21366d-509c-4f1b-b590-a4c8810a021d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0953016 Aug 30 20:23:03.954952 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:23:03.955293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:23:03.955683 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Bound using segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:23:03.956131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Bound port: 4e44391c-e353-422d-a57e-e64c2fb14d02, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:23:03.956489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:04.028232 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-719b81b6-b361-4888-ba2e-d477ebb05030 req-3187b65b-af60-4d5c-8d79-19027ca78067 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682402 Aug 30 20:23:04.064304 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:23:04.067707 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e44391c-e353-422d-a57e-e64c2fb14d02,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:23:04.073714 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:04.118015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.118015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:04.118015 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] 10.222.0.90 "PUT /v2.0/ports/4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 1093 time: 0.8625638 Aug 30 20:23:04.118015 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:23:04.124240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6905ddf-35d2-431e-8dd3-336e5fb8be26" -d '{"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:23:04.158840 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073849f-2a84-47b3-9c2a-b260a98397d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:04.176546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857192f6-2c51-4ca8-87fe-7b821e797cac x-openstack-request-id: req-857192f6-2c51-4ca8-87fe-7b821e797cac {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:23:04.176546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:23:04.177526 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-857192f6-2c51-4ca8-87fe-7b821e797cac {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:23:04.177526 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'status': 'completed', 'code': 200} Aug 30 20:23:04.224137 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-7c3c342b-bdec-4542-8dfd-77aeb0c0ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.225834 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-7c3c342b-bdec-4542-8dfd-77aeb0c0ec81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1096 time: 0.0596037 Aug 30 20:23:04.279221 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-fbf4c873-c151-4329-b4a9-b90205bc1da6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 217 time: 0.0436566 Aug 30 20:23:04.353096 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-3d580cdc-3c6e-4003-b8f4-b76f880283b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.354823 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-3d580cdc-3c6e-4003-b8f4-b76f880283b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0680645 Aug 30 20:23:04.434806 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-e2467dc4-ba4d-4d11-9246-8ed866c62373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.436394 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-e2467dc4-ba4d-4d11-9246-8ed866c62373 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740216 Aug 30 20:23:04.565542 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-70ec0646-7861-4d27-b531-148f43ab346d service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213584 Aug 30 20:23:04.676952 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-67ef9713-32e0-4dff-ac5d-063e554f3f93 req-bbc28164-362b-43fe-910d-e79662cf0a93 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034563 Aug 30 20:23:04.783625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-95860dd4-0790-463f-9569-28d6baa53eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.785187 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-95860dd4-0790-463f-9569-28d6baa53eec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1096 time: 0.0513046 Aug 30 20:23:04.895167 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-0c4d878f-fbae-48d2-8936-a8ed2b5f715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:04.896616 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-0c4d878f-fbae-48d2-8936-a8ed2b5f715b service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1035922 Aug 30 20:23:04.954678 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-b39f010b-741b-41e0-b592-29de497722c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 217 time: 0.0495183 Aug 30 20:23:05.025876 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-40b2ff8b-053a-4671-8e68-c2c76c53ab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:05.028261 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-40b2ff8b-053a-4671-8e68-c2c76c53ab65 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0630958 Aug 30 20:23:05.100964 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-405e0a79-f96f-4881-ba98-5337f436ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:05.102943 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-405e0a79-f96f-4881-ba98-5337f436ed18 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672717 Aug 30 20:23:05.258064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3d8c-2db0-4ad7-9258-32c41a172f35 req-586748f7-dfa6-4fd3-8014-b73b8723d8cb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:05.260204 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7aee3d8c-2db0-4ad7-9258-32c41a172f35 req-586748f7-dfa6-4fd3-8014-b73b8723d8cb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.1393499 Aug 30 20:23:05.287828 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-718b5588-3490-4ded-a85a-8da46d80a2f9 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760416 Aug 30 20:23:05.382183 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7aee3d8c-2db0-4ad7-9258-32c41a172f35 req-c4a6e9e3-e5a7-4ef7-862c-d8e6b3a32200 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081161 Aug 30 20:23:05.461265 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a6905ddf-35d2-431e-8dd3-336e5fb8be26 req-7fb74085-70ab-482d-a5a1-77cb7336b6f1 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621990 Aug 30 20:23:05.532725 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54534) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:05.693097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:05.824493 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:05.829273 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:05.872810 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=101d31e40f9946d190a70b10d848abc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387187 Aug 30 20:23:05.873842 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b561d0-5930-4fe2-882f-c9269fe512f2,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:05.877065 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54538) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:05.883979 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.884333 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.884673 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.885039 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.886117 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.886610 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.887245 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.887245 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.887607 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.887936 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.888257 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.888648 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f455bbba-edac-4ea4-8e79-b36724c433c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:05.940528 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:05.964042 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.017385 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.020280 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.021494 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06b561d0-5930-4fe2-882f-c9269fe512f2 HTTP/1.1" status: 204 len: 168 time: 0.1433682 Aug 30 20:23:06.031633 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c46a92-7d94-43d9-8c43-c26b1f3eed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b561d0-5930-4fe2-882f-c9269fe512f2,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:06.332850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54544) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:06.351795 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f808-9755-42fb-aff7-db33d6199fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.456364 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f808-9755-42fb-aff7-db33d6199fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.461837 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0fb6f808-9755-42fb-aff7-db33d6199fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.536990 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0fb6f808-9755-42fb-aff7-db33d6199fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a955bef3d0942239a307f706483dbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004130 Aug 30 20:23:06.537227 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6f808-9755-42fb-aff7-db33d6199fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b33871-50d2-4497-9438-c0b8e0dfa8ca,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:06.537845 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54550) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:06.564581 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954f78e-234f-4667-953b-420db249c38c req-a6fe83e8-444a-4cfb-8766-5e9ca10efb35 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:06.566127 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f954f78e-234f-4667-953b-420db249c38c req-a6fe83e8-444a-4cfb-8766-5e9ca10efb35 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0983288 Aug 30 20:23:06.602900 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.610178 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f954f78e-234f-4667-953b-420db249c38c req-1ee095d9-b612-4163-b78c-c50edfd98f24 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366681 Aug 30 20:23:06.630665 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.688803 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.691483 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:06.692700 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1b33871-50d2-4497-9438-c0b8e0dfa8ca HTTP/1.1" status: 204 len: 168 time: 0.1491435 Aug 30 20:23:06.701183 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07b6d-9a85-4425-bcbb-72d03c3ba4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b33871-50d2-4497-9438-c0b8e0dfa8ca,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:07.739397 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75916329-bff2-45f8-81de-d67856cdc432 req-44a445cf-b3f9-44dd-96a8-883d07f3627d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:07.740945 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75916329-bff2-45f8-81de-d67856cdc432 req-44a445cf-b3f9-44dd-96a8-883d07f3627d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0600255 Aug 30 20:23:07.780706 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-75916329-bff2-45f8-81de-d67856cdc432 req-d8c6c76f-597d-4f0f-b437-b622b7b371ff tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334852 Aug 30 20:23:08.389731 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54600) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:08.498867 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaa83-3d4e-455b-8f90-fb74f1775dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.592776 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaa83-3d4e-455b-8f90-fb74f1775dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.597913 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaa83-3d4e-455b-8f90-fb74f1775dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.638952 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fa4aaa83-3d4e-455b-8f90-fb74f1775dd0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=698eae91578040f088dcc9782afd2d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472701 Aug 30 20:23:08.639927 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaa83-3d4e-455b-8f90-fb74f1775dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a6ea0-b470-4b1b-940c-0e5d776e273f,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:08.642626 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54606) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:08.696936 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.720545 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.775601 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.778569 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:08.779804 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e2a6ea0-b470-4b1b-940c-0e5d776e273f HTTP/1.1" status: 204 len: 168 time: 0.1358974 Aug 30 20:23:08.789000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4eb7c-9f46-422e-ab10-09a2704f77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a6ea0-b470-4b1b-940c-0e5d776e273f,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:08.910021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222620-2fa0-4b41-a9bc-3fb8fda9a95e req-123d7a48-d550-49e5-a7d2-65a42eb18298 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:08.911982 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bd222620-2fa0-4b41-a9bc-3fb8fda9a95e req-123d7a48-d550-49e5-a7d2-65a42eb18298 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0562394 Aug 30 20:23:08.958214 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-bd222620-2fa0-4b41-a9bc-3fb8fda9a95e req-da5eb190-8364-4f14-b1a6-f9e5ae79b68f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394964 Aug 30 20:23:09.051101 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54624) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:09.065926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9e9201d7-2e9d-4000-9fc2-a7fe00dbe65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.159488 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9e9201d7-2e9d-4000-9fc2-a7fe00dbe65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.163290 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-9e9201d7-2e9d-4000-9fc2-a7fe00dbe65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.201171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9201d7-2e9d-4000-9fc2-a7fe00dbe65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a3444-811a-4d2d-8067-e082248e6939,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:09.207468 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-9e9201d7-2e9d-4000-9fc2-a7fe00dbe65a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c4bf82ff60d429a947070788baa7c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534588 Aug 30 20:23:09.208493 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54626) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:09.268661 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.298233 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.355645 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.358977 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:09.365375 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b80a3444-811a-4d2d-8067-e082248e6939 HTTP/1.1" status: 204 len: 168 time: 0.1516659 Aug 30 20:23:09.372485 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4be40-2d78-4da9-ae54-e74f44277739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80a3444-811a-4d2d-8067-e082248e6939,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:10.098381 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82e756-02fc-41aa-942e-414b0ffb30b8 req-195a6b1b-eb1c-4c00-8779-c06bf9384f77 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:10.100069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e82e756-02fc-41aa-942e-414b0ffb30b8 req-195a6b1b-eb1c-4c00-8779-c06bf9384f77 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0589681 Aug 30 20:23:10.154294 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e82e756-02fc-41aa-942e-414b0ffb30b8 req-94560e88-c41c-418b-9aeb-2c15d553e7fd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483000 Aug 30 20:23:11.187017 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-964669dc-c603-465e-b482-d831446f3d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:11.300321 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca88892-5d2d-433a-9c39-36be6cac4753 req-25b12e73-5d9c-4ca5-9445-e10b49508301 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:11.308584 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ca88892-5d2d-433a-9c39-36be6cac4753 req-25b12e73-5d9c-4ca5-9445-e10b49508301 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0711007 Aug 30 20:23:11.352677 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0ca88892-5d2d-433a-9c39-36be6cac4753 req-30a08c8a-2cab-431a-a55c-5cf17be64bda tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368156 Aug 30 20:23:12.202390 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 4e44391c-e353-422d-a57e-e64c2fb14d02 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:23:12.342338 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e44391c-e353-422d-a57e-e64c2fb14d02,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:23:12.354836 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:23:12.399101 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:12.419756 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e44391c-e353-422d-a57e-e64c2fb14d02 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:23:12.442067 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e44391c-e353-422d-a57e-e64c2fb14d02,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:23:12.448699 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:12.488599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4bf22-da77-45e6-9bd3-6410fb8a9219 req-0b0ba61d-3ec3-4504-b7a5-ede96e759f44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:12.490551 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-70b4bf22-da77-45e6-9bd3-6410fb8a9219 req-0b0ba61d-3ec3-4504-b7a5-ede96e759f44 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 943 time: 0.0640602 Aug 30 20:23:12.548350 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-70b4bf22-da77-45e6-9bd3-6410fb8a9219 req-1cf14fb1-2bcd-468e-a1b3-073af3b114d9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498433 Aug 30 20:23:12.664223 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:12.674626 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.674956 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.675303 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.675638 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.675967 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.676300 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.676629 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.676965 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.677298 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.677622 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.678066 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:12.678386 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:13.106513 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['4e44391c-e353-422d-a57e-e64c2fb14d02'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:23:13.708093 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db181703-94a7-44b5-a3b5-6dcc10ba9f1b req-ce5a4dc4-ded2-46dc-91e2-18e391d1e310 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:13.709718 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-db181703-94a7-44b5-a3b5-6dcc10ba9f1b req-ce5a4dc4-ded2-46dc-91e2-18e391d1e310 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 944 time: 0.0701268 Aug 30 20:23:13.754344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-db181703-94a7-44b5-a3b5-6dcc10ba9f1b req-0d291a1a-dc55-4572-a811-653d57933423 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365961 Aug 30 20:23:14.357117 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-07e818b0-f0f6-44fa-b048-982568269d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:14.707491 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:14.872685 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33195647-e258-47ad-85ab-bc519174f19a req-6d258eb7-7fa9-461d-b0e6-56511c1e9a0f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:14.874203 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33195647-e258-47ad-85ab-bc519174f19a req-6d258eb7-7fa9-461d-b0e6-56511c1e9a0f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 944 time: 0.0502231 Aug 30 20:23:14.914484 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-33195647-e258-47ad-85ab-bc519174f19a req-7f4a45c7-e657-4a81-92e3-de543ccaa859 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330431 Aug 30 20:23:15.691994 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:15.759585 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54754) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:15.885782 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4483eb1b-cf8a-4cbe-8fc0-b4d2e9f95504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:15.979072 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4483eb1b-cf8a-4cbe-8fc0-b4d2e9f95504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:15.982440 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4483eb1b-cf8a-4cbe-8fc0-b4d2e9f95504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.025136 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4483eb1b-cf8a-4cbe-8fc0-b4d2e9f95504 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e70ffa954be4b62bfcdb7f04ee302f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644062 Aug 30 20:23:16.026327 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483eb1b-cf8a-4cbe-8fc0-b4d2e9f95504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2791492c-472c-4adb-bdcf-c7835dde61cc,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:16.027840 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54760) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:16.050218 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b95a4-8159-452d-9e47-3f5c73e53f55 req-7f30ab19-95a5-4ca9-8832-773fa880faab tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:16.051729 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-444b95a4-8159-452d-9e47-3f5c73e53f55 req-7f30ab19-95a5-4ca9-8832-773fa880faab tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 944 time: 0.0655985 Aug 30 20:23:16.120440 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-444b95a4-8159-452d-9e47-3f5c73e53f55 req-6f2bf584-ba8f-4748-90ba-b669825e3930 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591717 Aug 30 20:23:16.125337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.149482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.196930 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.199509 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.200649 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2791492c-472c-4adb-bdcf-c7835dde61cc HTTP/1.1" status: 204 len: 168 time: 0.1718845 Aug 30 20:23:16.208722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee91f34-0d4c-4626-988d-e64e621554ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2791492c-472c-4adb-bdcf-c7835dde61cc,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:16.214149 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 4e44391c-e353-422d-a57e-e64c2fb14d02 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:23:16.271129 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 4e44391c-e353-422d-a57e-e64c2fb14d02 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:23:16.274928 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 4e44391c-e353-422d-a57e-e64c2fb14d02 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:23:16.275302 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.364841 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.391908 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:23:16.394818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c2db27-3929-4a90-9d3d-deeb41d1394e" -d '{"events": [{"server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "name": "network-vif-plugged", "status": "completed", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:23:16.414078 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e44391c-e353-422d-a57e-e64c2fb14d02,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:23:16.422499 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.488843 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:16.503422 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54772) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:16.518845 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-75dd0104-221f-47b1-a8d8-fd939c71d89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.619491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-75dd0104-221f-47b1-a8d8-fd939c71d89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.623625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-75dd0104-221f-47b1-a8d8-fd939c71d89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.649148 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1fa14-4217-4656-919b-f20e4dc67bf2 x-openstack-request-id: req-70d1fa14-4217-4656-919b-f20e4dc67bf2 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:23:16.649512 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "name": "network-vif-plugged", "status": "completed", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:23:16.649860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70d1fa14-4217-4656-919b-f20e4dc67bf2 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:23:16.650313 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'code': 200} Aug 30 20:23:16.669088 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-75dd0104-221f-47b1-a8d8-fd939c71d89a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8706a9335076481db4b117709558aadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645143 Aug 30 20:23:16.671100 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0104-221f-47b1-a8d8-fd939c71d89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dc798a-f3f3-46df-ba64-5eeab798280f,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:16.672581 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54774) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:16.729583 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.752698 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.813923 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.817353 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:16.818579 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74dc798a-f3f3-46df-ba64-5eeab798280f HTTP/1.1" status: 204 len: 168 time: 0.1448729 Aug 30 20:23:16.826709 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ba8d0-d74e-40cb-8638-b8bf384de406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dc798a-f3f3-46df-ba64-5eeab798280f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:16.870024 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a0596-9457-45d8-8897-b1ec9405098e req-1aadee91-4f26-4763-b652-dcc002a8e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:16.871543 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e1a0596-9457-45d8-8897-b1ec9405098e req-1aadee91-4f26-4763-b652-dcc002a8e024 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0453982 Aug 30 20:23:16.912571 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3e1a0596-9457-45d8-8897-b1ec9405098e req-cae0f215-7374-40d0-9473-2d3130866722 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341878 Aug 30 20:23:17.172514 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54784) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:17.192823 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfdaf-62fa-4607-b8a8-6c65dae96398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.275880 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e3ff-7030-43f3-8205-bac4b0f047b5 req-c1a680b3-5cb6-42bd-bac0-5c2501f692f9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:17.277436 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06e6e3ff-7030-43f3-8205-bac4b0f047b5 req-c1a680b3-5cb6-42bd-bac0-5c2501f692f9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0569682 Aug 30 20:23:17.304602 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfdaf-62fa-4607-b8a8-6c65dae96398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.308926 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-b7ecfdaf-62fa-4607-b8a8-6c65dae96398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.322711 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-06e6e3ff-7030-43f3-8205-bac4b0f047b5 req-4786853d-4782-46ab-8ac9-5fd575da41b1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363860 Aug 30 20:23:17.349017 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-b7ecfdaf-62fa-4607-b8a8-6c65dae96398 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee3d439d70f5490388d591a5dd940327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749988 Aug 30 20:23:17.350991 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecfdaf-62fa-4607-b8a8-6c65dae96398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4d09ab-f271-49bd-8c2d-d12b87c1d31a,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:17.351766 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54786) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:17.404317 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.426276 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.475268 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.478178 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:17.479357 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff4d09ab-f271-49bd-8c2d-d12b87c1d31a HTTP/1.1" status: 204 len: 168 time: 0.1266024 Aug 30 20:23:17.490051 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e8580-46a9-4a0c-b4bb-e43592ac5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4d09ab-f271-49bd-8c2d-d12b87c1d31a,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:17.555780 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:18.476707 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be25f8-b265-4417-90d4-1f471e391029 req-1fcc7aa0-b6c0-4c3b-9f64-1b2304457e99 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:18.479423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-08be25f8-b265-4417-90d4-1f471e391029 req-1fcc7aa0-b6c0-4c3b-9f64-1b2304457e99 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0850334 Aug 30 20:23:18.524809 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-08be25f8-b265-4417-90d4-1f471e391029 req-9e96ba88-f269-4485-949d-8f31321c1097 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369766 Aug 30 20:23:19.667398 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e243c8-f871-4c26-b6af-a1e2b150a807 req-cc595fad-f094-4361-acf9-32faf88dcc7f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:19.668946 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d1e243c8-f871-4c26-b6af-a1e2b150a807 req-cc595fad-f094-4361-acf9-32faf88dcc7f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0566764 Aug 30 20:23:19.712591 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d1e243c8-f871-4c26-b6af-a1e2b150a807 req-4b0515c9-70d8-4c0f-9b49-beebb0587d1b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369189 Aug 30 20:23:19.840085 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013a75b-4494-40f3-b9ad-9a380d1a30ee req-017ec107-a9c7-4594-8747-5a93f1890627 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:19.841581 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8013a75b-4494-40f3-b9ad-9a380d1a30ee req-017ec107-a9c7-4594-8747-5a93f1890627 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0523038 Aug 30 20:23:19.888450 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8013a75b-4494-40f3-b9ad-9a380d1a30ee req-93983d77-1085-4c7b-a79c-b15b26e33285 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395033 Aug 30 20:23:19.912494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54878) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:19.960331 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf4e018-815e-454b-b0a8-36efb7c22b6e tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:19.962470 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-7bf4e018-815e-454b-b0a8-36efb7c22b6e tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1093 time: 0.0488651 Aug 30 20:23:19.965462 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54880) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:19.972584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:19.999841 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:20.110259 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:20.229803 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.27.2.250 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/9724ac45-6c13-455d-b6c0-89613f8e8855) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:23:20.369727 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:20.422444 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:20.476885 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:23:20.487319 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:23:20.488139 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:23:20.517966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=9724ac45-6c13-455d-b6c0-89613f8e8855,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:21.019327 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.120135 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.183531 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.330886 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.335883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.414198 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=9724ac45-6c13-455d-b6c0-89613f8e8855,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:21.425063 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:21.534490 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP 76b5c4a1-0c29-4514-a10e-2db3d6dda825 associated. External IP: 172.27.2.250, port: 4e44391c-e353-422d-a57e-e64c2fb14d02. Aug 30 20:23:22.025252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:23:22.139477 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:23:22.149881 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:23:22.157966 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:22.161494 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:23:22.162693 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:23:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:23:22.202218 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-8925402d-a73d-4f93-aab8-437fa37f2d9e tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2350726 Aug 30 20:23:22.202856 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:23:22.206356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef3c42-1c9d-4f77-8880-27f63295470e" -d '{"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:23:22.269240 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b5baf-e622-4aca-8557-29fa7af484c4 x-openstack-request-id: req-e71b5baf-e622-4aca-8557-29fa7af484c4 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:23:22.269586 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:23:22.269953 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e71b5baf-e622-4aca-8557-29fa7af484c4 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:23:22.270423 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'status': 'completed', 'code': 200} Aug 30 20:23:22.292821 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:23:22.348874 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-08a55e8c-6560-4ec0-80a8-be2eaa480885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:22.350747 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-08a55e8c-6560-4ec0-80a8-be2eaa480885 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0501106 Aug 30 20:23:22.460189 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-341d958f-dafe-42e8-97dd-8003d931cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:22.461987 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-341d958f-dafe-42e8-97dd-8003d931cdd8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1037457 Aug 30 20:23:22.535409 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-a851c512-a495-46b3-9351-37b32336a113 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 999 time: 0.0657489 Aug 30 20:23:22.557360 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:20Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:23:22.586896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:23:22.596344 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-7da42d1f-c269-4b89-b13d-adf4d52c004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:22.596783 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:23:22.597412 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:23:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:23:22.598115 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-7da42d1f-c269-4b89-b13d-adf4d52c004b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0531352 Aug 30 20:23:22.650983 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-af622114-19f0-4463-aa6d-ab4bddf9c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:22.652667 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-af622114-19f0-4463-aa6d-ab4bddf9c27e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463512 Aug 30 20:23:22.710101 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:23:22.752965 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-b8b72fdc-bbd4-4844-8fc9-13d3ff4a5edd service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924666 Aug 30 20:23:22.854874 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4eef3c42-1c9d-4f77-8880-27f63295470e req-e2686788-ad2e-4c15-afb3-aadf791f709f service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942326 Aug 30 20:23:22.960048 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:20Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:23:22.987825 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac77f01-8782-41c5-869b-3a2dde258f2e None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:20Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:23:23.183852 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd4f12-8a40-4dcf-a7f5-26aed76dd219 None None] New status for floating IP 76b5c4a1-0c29-4514-a10e-2db3d6dda825: ACTIVE {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:23:25.987131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 54938) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:26.138482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-48d54f12-00ce-458b-91b6-77a9d00c1d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.238312 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-48d54f12-00ce-458b-91b6-77a9d00c1d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.243157 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-48d54f12-00ce-458b-91b6-77a9d00c1d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.282629 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54f12-00ce-458b-91b6-77a9d00c1d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08bb5d1-6649-42d6-ad5b-b28a3f284150,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:26.289132 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-48d54f12-00ce-458b-91b6-77a9d00c1d50 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffac994bb4ef4a9884fa46e55599af3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006802 Aug 30 20:23:26.293220 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 54942) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:26.363988 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.389279 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.454707 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.457598 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:26.458847 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e08bb5d1-6649-42d6-ad5b-b28a3f284150 HTTP/1.1" status: 204 len: 168 time: 0.1634607 Aug 30 20:23:26.471042 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c198c-d5fb-4c2b-81fa-c774b08fadf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08bb5d1-6649-42d6-ad5b-b28a3f284150,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:26.471334 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:23:39.325282 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55062) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:39.440964 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f13df452-bd5d-458b-8f36-4774dd4b5b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.534882 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f13df452-bd5d-458b-8f36-4774dd4b5b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.539594 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-f13df452-bd5d-458b-8f36-4774dd4b5b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.579353 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-f13df452-bd5d-458b-8f36-4774dd4b5b56 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=055c1e56646a42a0aceff15d69993245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528253 Aug 30 20:23:39.580253 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13df452-bd5d-458b-8f36-4774dd4b5b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee231d76-2f6c-43f7-8052-5be9d6d0bd5e,revision_number=1']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:39.582079 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55066) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:39.634198 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.657759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.712107 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.714678 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:39.715899 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee231d76-2f6c-43f7-8052-5be9d6d0bd5e HTTP/1.1" status: 204 len: 168 time: 0.1319814 Aug 30 20:23:39.726534 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097896-8c55-412f-a00b-5a84cd7321a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee231d76-2f6c-43f7-8052-5be9d6d0bd5e,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:41.183154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-71a31b23-5788-4b59-8605-09403476e325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:44.350243 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2ffd503e-a8ed-4027-b691-ea9e739d730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:44.700129 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:45.693361 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:47.550989 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.452019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55110) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:50.572040 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.673037 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.680923 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.721564 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0143fc2-9875-4ec1-a739-5b526158041c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:50.726612 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27ca046e754d46d092ad94cb52f3052c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726665 Aug 30 20:23:50.729358 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55114) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:50.731739 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.732090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.732434 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.732775 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.733108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.733637 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.734527 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.734832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.735310 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.735767 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.736487 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.736827 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c593e5-18eb-4068-a70e-1d11af52bb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:23:50.782465 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.809459 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.858140 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.861911 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:50.863041 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0143fc2-9875-4ec1-a739-5b526158041c HTTP/1.1" status: 204 len: 168 time: 0.1326663 Aug 30 20:23:50.871901 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed1563-1be1-4447-93e9-31d0c8261614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0143fc2-9875-4ec1-a739-5b526158041c,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:51.174365 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.575930 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55138) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:51.680796 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-687352958-network', 'tenant_id': '659481e09d0a474fb82e4a1cf36bb926'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:51.704720 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Made reservation on behalf of 659481e09d0a474fb82e4a1cf36bb926 for: {'network': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:23:51.707129 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for network, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.716451 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.815650 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.819645 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.845088 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94125) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 20:23:51.854211 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51014cda-c740-4ae7-b083-7ec38878d88c,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:51.862487 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.862487 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.segments_db [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Added segment c0b5d9ba-109b-45d5-b272-711138a47486 of type vlan for network 22c80a64-8b76-4b34-8707-f63d992f8688 Aug 30 20:23:51.912328 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788368275815'] for network, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.945064 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236'] for network, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:51.946446 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:51.947362 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:52.007078 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4296396 Aug 30 20:23:52.010092 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55142) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:23:52.013518 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e884079-b2dd-4307-8a3a-f58d046d4f04 admin admin] Pushing event updated for resources: {'Network': ['ID=22c80a64-8b76-4b34-8707-f63d992f8688,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:52.017380 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.v2.base [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Request body: {'subnet': {'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-687352958-subnet', 'tenant_id': '659481e09d0a474fb82e4a1cf36bb926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94124) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:52.029435 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Network 22c80a64-8b76-4b34-8707-f63d992f8688 details requested by agent ovs-agent-dv-cinder-777031-3-iscsi with host dv-cinder-777031-3-iscsi {{(pid=94126) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 20:23:52.050012 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Made reservation on behalf of 659481e09d0a474fb82e4a1cf36bb926 for: {'subnet': 1} {{(pid=94124) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:23:52.052447 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8829462'] for subnet, before_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:52.259706 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12167320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8829440'] for subnet, after_create {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:52.329923 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Pushing event updated for resources: {'Subnet': ['ID=2705b5bf-2d52-4931-86ff-b9b3af5f5c13,revision_number=0']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:52.338205 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Checking segment: {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94124) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:23:52.338562 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Network hostable DHCP agents. Network: 22c80a64-8b76-4b34-8707-f63d992f8688, hostable agents: ['e038e84a-ef46-403d-97b6-0ee8a81f5de5'], hosted agents: [] {{(pid=94124) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 20:23:52.358191 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Network 22c80a64-8b76-4b34-8707-f63d992f8688 is scheduled to be hosted by DHCP agent e038e84a-ef46-403d-97b6-0ee8a81f5de5 with binding_index 1 {{(pid=94124) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 20:23:52.370695 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.base_scheduler [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777031-3-iscsi, 22c80a64-8b76-4b34-8707-f63d992f8688) {{(pid=94124) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:23:52.380741 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:52.381335 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:52.381539 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea624dba-5ae0-4417-b09c-f7a593dbddd0 None None] Network 22c80a64-8b76-4b34-8707-f63d992f8688 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:23:52.404285 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-07eb280c-362e-49d2-93c4-9e38d7c406da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3879561 Aug 30 20:23:52.553022 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d05d9a-8869-4591-bf64-d19eb49b1a73 None None] Network 22c80a64-8b76-4b34-8707-f63d992f8688 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:23:54.409868 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-2fb1e110-03b9-4834-ba2d-d1d54770bf5e tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:54.411300 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-2fb1e110-03b9-4834-ba2d-d1d54770bf5e tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 808 time: 0.1294432 Aug 30 20:23:54.427445 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-fcbf1020-054b-46c8-b5b7-f88910b2d405 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/quotas/659481e09d0a474fb82e4a1cf36bb926 HTTP/1.1" status: 200 len: 375 time: 0.0102522 Aug 30 20:23:54.467246 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-facedc18-a52d-4167-99fa-5e370acd55f1 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303056 Aug 30 20:23:54.566054 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-733e4776-2868-4f45-ae8b-634753405f5d service neutron] 10.222.0.11 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905094 Aug 30 20:23:54.680021 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-291a270f-ae97-475e-80b6-2b9443c80323 service neutron] 10.222.0.11 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074176 Aug 30 20:23:54.848837 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d1853366-0a37-4542-8da2-cc5386d2be6e req-5193857b-26e2-43cf-a981-bc25dc2d7d89 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 210 time: 0.0324574 Aug 30 20:23:55.930303 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-74a179e7-7151-4c4a-b20c-d7ea58a7f5ad tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:55.931710 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-74a179e7-7151-4c4a-b20c-d7ea58a7f5ad tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 808 time: 0.1296704 Aug 30 20:23:55.962815 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Request body: {'port': {'device_id': '10233a3d-85cb-420b-9b09-105537414d5b', 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688', 'admin_state_up': True, 'tenant_id': '659481e09d0a474fb82e4a1cf36bb926'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:55.968456 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8cfa53b2-a932-463e-9837-85fb7e67edc0 req-80cdc466-4507-46bf-93ac-b74664d16da4 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 210 time: 0.0461118 Aug 30 20:23:56.075204 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Made reservation on behalf of 659481e09d0a474fb82e4a1cf36bb926 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:23:56.081508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:56.119001 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-f09650c5-247b-47eb-bad0-0cc563dfadc7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423830 Aug 30 20:23:56.211786 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dc54-9483-43e3-a187-32f283eb2434 req-3ccb77ef-de38-4520-b10a-4de4b6cb2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:56.213313 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-3ccb77ef-de38-4520-b10a-4de4b6cb2ac8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0485625 Aug 30 20:23:56.221230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Allocated IP 172.20.0.14 (22c80a64-8b76-4b34-8707-f63d992f8688/2705b5bf-2d52-4931-86ff-b9b3af5f5c13/168f3487-7085-41da-9e5c-6c71cd565c39) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:23:56.331044 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dc54-9483-43e3-a187-32f283eb2434 req-4b53948b-e881-444b-85af-4a98888abd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:56.332577 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-4b53948b-e881-444b-85af-4a98888abd15 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.0969720 Aug 30 20:23:56.395830 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:56.409956 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-4635f518-30ec-4f9c-969a-474893557325 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 1001 time: 0.0690906 Aug 30 20:23:56.438546 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:56.465067 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dc54-9483-43e3-a187-32f283eb2434 req-0c3d1709-9b02-485d-aa54-4f4e436d4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:56.466547 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-0c3d1709-9b02-485d-aa54-4f4e436d4566 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0482252 Aug 30 20:23:56.491938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Network 22c80a64-8b76-4b34-8707-f63d992f8688 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:23:56.495878 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:23:56.499924 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:23:56.506863 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Pushing event updated for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:56.519097 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dc54-9483-43e3-a187-32f283eb2434 req-34504f69-eb14-448b-95ca-7f049ba8ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94124) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:56.520603 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-34504f69-eb14-448b-95ca-7f049ba8ac7f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449340 Aug 30 20:23:56.553489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:56.554184 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:56.570165 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-937953ae-88dd-44ad-80ac-effc00da39fb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6116529 Aug 30 20:23:56.584455 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Request body: {'port': {'device_id': '10233a3d-85cb-420b-9b09-105537414d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:23:56.629022 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-56075258-f483-4b31-8a8d-f30e61ddce81 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979164 Aug 30 20:23:56.648991 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:56.755961 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [req-6335dc54-9483-43e3-a187-32f283eb2434 req-86fb05a3-b205-430f-970e-03a509bcd7a1 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980926 Aug 30 20:23:56.974355 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168f3487-7085-41da-9e5c-6c71cd565c39 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:23:56.987330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:57.001738 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Transition to ACTIVE for port object 168f3487-7085-41da-9e5c-6c71cd565c39 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:23:57.008048 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:57.107000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:57.172729 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca5a7f-b0b8-4ccc-ae5c-4b1e1843f81f req-a6983e4b-ef9c-4d90-a8f9-db6f8824cd15 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:57.174305 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32ca5a7f-b0b8-4ccc-ae5c-4b1e1843f81f req-a6983e4b-ef9c-4d90-a8f9-db6f8824cd15 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 944 time: 0.1246126 Aug 30 20:23:57.217999 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Attempting to bind port 168f3487-7085-41da-9e5c-6c71cd565c39 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:23:57.219095 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Attempting to bind port 168f3487-7085-41da-9e5c-6c71cd565c39 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:23:57.219562 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Attempting to bind port 168f3487-7085-41da-9e5c-6c71cd565c39 on network 22c80a64-8b76-4b34-8707-f63d992f8688 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:23:57.234732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Port 168f3487-7085-41da-9e5c-6c71cd565c39 on network 22c80a64-8b76-4b34-8707-f63d992f8688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:23:57.235199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Attempting to bind port 168f3487-7085-41da-9e5c-6c71cd565c39 on network 22c80a64-8b76-4b34-8707-f63d992f8688 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:23:57.242917 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-32ca5a7f-b0b8-4ccc-ae5c-4b1e1843f81f req-0c1d61d4-f293-4478-a009-7597cad2943a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586946 Aug 30 20:23:57.245623 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:23:57.246172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Checking segment: {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:23:57.246369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Bound using segment: {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:23:57.246984 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Bound port: 168f3487-7085-41da-9e5c-6c71cd565c39, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:23:57.247435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:57.321633 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:23:57.325191 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=168f3487-7085-41da-9e5c-6c71cd565c39,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:23:57.331092 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:57.365563 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:57.366557 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:23:57.368060 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] 10.222.0.90 "PUT /v2.0/ports/168f3487-7085-41da-9e5c-6c71cd565c39 HTTP/1.1" status: 200 len: 1094 time: 0.7886188 Aug 30 20:23:57.370349 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:23:57.373736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66" -d '{"events": [{"name": "network-changed", "server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:23:57.410470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dacb31-46fe-4f0d-bf40-786081ca80d6 service neutron] Pushing event updated for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:23:57.425919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2b8310-776f-4263-9659-2e05030beb0c x-openstack-request-id: req-0f2b8310-776f-4263-9659-2e05030beb0c {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:23:57.426340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:23:57.426599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f2b8310-776f-4263-9659-2e05030beb0c {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:23:57.426991 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39', 'status': 'completed', 'code': 200} Aug 30 20:23:57.470606 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-4b1ca668-fef4-4a6d-b32c-d15390caa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:57.472192 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-4b1ca668-fef4-4a6d-b32c-d15390caa962 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 1097 time: 0.0556636 Aug 30 20:23:57.523775 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-df3de8b8-a943-4ef9-acc2-9e144c592fe6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168f3487-7085-41da-9e5c-6c71cd565c39 HTTP/1.1" status: 200 len: 217 time: 0.0422018 Aug 30 20:23:57.586822 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740d927-93ba-4d49-9524-036437d0e371 req-a0b6f1ce-d385-43ce-8d73-84f6327a0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:57.588219 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-a0b6f1ce-d385-43ce-8d73-84f6327a0368 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2705b5bf-2d52-4931-86ff-b9b3af5f5c13 HTTP/1.1" status: 200 len: 848 time: 0.0573328 Aug 30 20:23:57.627029 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-5c282c43-7268-4ac6-9456-2eb05bcdf3ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c80a64-8b76-4b34-8707-f63d992f8688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295515 Aug 30 20:23:57.732082 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-7d19523b-9a00-4059-b409-d51ec8e77747 service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976884 Aug 30 20:23:57.841593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8740d927-93ba-4d49-9524-036437d0e371 req-a6660b80-d2a8-4866-be17-b85c7fac2be0 service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Aug 30 20:23:57.943483 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-724ca180-cd70-4aa3-87cf-5a6cb46a6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:57.945139 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-724ca180-cd70-4aa3-87cf-5a6cb46a6626 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 1097 time: 0.0522623 Aug 30 20:23:58.058248 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-0bc96775-5092-4d5a-a95f-4ad0ffc62fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:58.059735 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-0bc96775-5092-4d5a-a95f-4ad0ffc62fd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 909 time: 0.1061385 Aug 30 20:23:58.106024 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-ba9831e0-9874-4353-a7b1-84842fad527e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168f3487-7085-41da-9e5c-6c71cd565c39 HTTP/1.1" status: 200 len: 217 time: 0.0380046 Aug 30 20:23:58.156298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-8066680e-0854-4ab7-a723-57c954e28853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:58.157830 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-8066680e-0854-4ab7-a723-57c954e28853 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2705b5bf-2d52-4931-86ff-b9b3af5f5c13 HTTP/1.1" status: 200 len: 848 time: 0.0449603 Aug 30 20:23:58.190568 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-4bb055ce-2691-4dc1-bb4c-d260f582ffab service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c80a64-8b76-4b34-8707-f63d992f8688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257037 Aug 30 20:23:58.287591 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-f3aeb344-5f7a-4bfd-a361-681d3e77ff62 service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Aug 30 20:23:58.418689 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1dcf4-a448-40be-968b-e9055dc2f8cf req-e2d731b0-f149-461f-ae60-fe1aca96a1a1 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:58.420069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcc1dcf4-a448-40be-968b-e9055dc2f8cf req-e2d731b0-f149-461f-ae60-fe1aca96a1a1 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 944 time: 0.0803568 Aug 30 20:23:58.424578 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1e1083a8-efd0-4000-a683-d1d8a7d7ca66 req-ad5334d2-ca94-47b6-b604-ef888ea46f7a service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299031 Aug 30 20:23:58.467103 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fcc1dcf4-a448-40be-968b-e9055dc2f8cf req-774b0a46-3f76-421e-873f-f35b23cb4642 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Aug 30 20:23:59.592494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52aa1df-f16c-49eb-927f-8f67ab817154 req-4dd2cf69-faba-4c1a-a0e5-b248f876778a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:23:59.594881 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c52aa1df-f16c-49eb-927f-8f67ab817154 req-4dd2cf69-faba-4c1a-a0e5-b248f876778a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 944 time: 0.0550101 Aug 30 20:23:59.641483 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c52aa1df-f16c-49eb-927f-8f67ab817154 req-24200e19-3334-458c-8f17-d467358e88cb tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401614 Aug 30 20:24:00.449152 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 168f3487-7085-41da-9e5c-6c71cd565c39 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:24:00.558612 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=168f3487-7085-41da-9e5c-6c71cd565c39,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:00.573216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': '168f3487-7085-41da-9e5c-6c71cd565c39', 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688', 'port_id': '168f3487-7085-41da-9e5c-6c71cd565c39', 'mac_address': 'fa:16:3e:77:f5:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2705b5bf-2d52-4931-86ff-b9b3af5f5c13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:24:00.620687 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:00.635862 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f3487-7085-41da-9e5c-6c71cd565c39 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:24:00.658008 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=168f3487-7085-41da-9e5c-6c71cd565c39,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:00.662502 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:00.720484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:00.798408 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ce6c8-cbe8-47fb-a236-748e35376d9c req-a1218404-a3d6-4787-a9ed-e7c27b335495 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:00.800243 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-417ce6c8-cbe8-47fb-a236-748e35376d9c req-a1218404-a3d6-4787-a9ed-e7c27b335495 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 945 time: 0.0673776 Aug 30 20:24:00.846794 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-417ce6c8-cbe8-47fb-a236-748e35376d9c req-0c5dd42f-3fa4-4401-ac8b-81b213800f8e tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Aug 30 20:24:01.002734 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['168f3487-7085-41da-9e5c-6c71cd565c39'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:24:01.988926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deffcd6-508f-49ca-b456-d48888db378b req-d6730f0a-1fb1-4c5b-942e-75934909561d tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:01.990611 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7deffcd6-508f-49ca-b456-d48888db378b req-d6730f0a-1fb1-4c5b-942e-75934909561d tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 945 time: 0.0680912 Aug 30 20:24:02.049550 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7deffcd6-508f-49ca-b456-d48888db378b req-0a4a1624-afb9-4060-bbac-61885146e6f7 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Aug 30 20:24:02.464245 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 168f3487-7085-41da-9e5c-6c71cd565c39 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:24:02.524369 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port 168f3487-7085-41da-9e5c-6c71cd565c39 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:24:02.531534 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port 168f3487-7085-41da-9e5c-6c71cd565c39 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:24:02.531906 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:02.622904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:02.649013 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:24:02.651356 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1368ad0d-d16f-4e4d-b58a-532080b989be" -d '{"events": [{"server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "name": "network-vif-plugged", "status": "completed", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:24:02.669815 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=168f3487-7085-41da-9e5c-6c71cd565c39,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:02.675899 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:02.704777 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616225a3-161f-401a-ba69-1bbab706f33b x-openstack-request-id: req-616225a3-161f-401a-ba69-1bbab706f33b {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:24:02.705048 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "name": "network-vif-plugged", "status": "completed", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:24:02.705300 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-616225a3-161f-401a-ba69-1bbab706f33b {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:24:02.705713 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39', 'code': 200} Aug 30 20:24:02.730399 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:02.879046 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe0e46-a708-4bb1-bae8-39aca0d1af7e req-4dab147e-3b74-4473-906f-dde027eaf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:02.880552 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aebe0e46-a708-4bb1-bae8-39aca0d1af7e req-4dab147e-3b74-4473-906f-dde027eaf614 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 1099 time: 0.0487082 Aug 30 20:24:02.916453 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-aebe0e46-a708-4bb1-bae8-39aca0d1af7e req-989d7ec4-39b8-4c38-a8e7-ea41c4635c58 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287473 Aug 30 20:24:03.188169 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c80fa-2de8-48d4-82f3-011a6faf439b req-78a0f21e-f655-4a62-b9d6-a61e81836f24 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:03.189758 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4b1c80fa-2de8-48d4-82f3-011a6faf439b req-78a0f21e-f655-4a62-b9d6-a61e81836f24 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 946 time: 0.0601659 Aug 30 20:24:03.236238 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4b1c80fa-2de8-48d4-82f3-011a6faf439b req-8556b0ca-a524-4199-a60c-1cbccff79d71 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401547 Aug 30 20:24:03.472421 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:24:04.363509 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d511ab-4445-45ce-a3a1-81832aea8d4d req-d61698a9-d572-432f-8342-1d376ee5b2d9 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:04.364924 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c6d511ab-4445-45ce-a3a1-81832aea8d4d req-d61698a9-d572-432f-8342-1d376ee5b2d9 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 946 time: 0.0535653 Aug 30 20:24:04.408922 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c6d511ab-4445-45ce-a3a1-81832aea8d4d req-b869ee0a-1ab0-4131-b874-f71cf67fa9df tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Aug 30 20:24:05.091245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6468e-0aa4-40d8-89da-e621a3ff1b5b req-53206194-c726-4ad2-a77f-2841cf59af17 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:05.092855 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9af6468e-0aa4-40d8-89da-e621a3ff1b5b req-53206194-c726-4ad2-a77f-2841cf59af17 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 946 time: 0.0574861 Aug 30 20:24:05.132642 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9af6468e-0aa4-40d8-89da-e621a3ff1b5b req-d2dddb7a-8a21-4ae2-abfd-df435df63e1f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Aug 30 20:24:06.252910 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b395f-1759-4c8f-afdb-d7859299937d req-e6d15940-6e07-4776-b977-7f69ea34c18f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:06.254457 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-038b395f-1759-4c8f-afdb-d7859299937d req-e6d15940-6e07-4776-b977-7f69ea34c18f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 946 time: 0.0544729 Aug 30 20:24:06.295760 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-038b395f-1759-4c8f-afdb-d7859299937d req-9d155a40-27bc-4790-92ae-5a0d8cadca28 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Aug 30 20:24:06.634016 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-8b818015-32e3-4c2f-9f40-d5c66c18e55b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:06.635509 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-8b818015-32e3-4c2f-9f40-d5c66c18e55b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 946 time: 0.0578790 Aug 30 20:24:06.728066 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Deleting port 168f3487-7085-41da-9e5c-6c71cd565c39 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:24:06.728407 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:06.821752 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] For port 168f3487-7085-41da-9e5c-6c71cd565c39, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=168f3487-7085-41da-9e5c-6c71cd565c39,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:06.822056 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:06.836121 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Calling delete_port for 168f3487-7085-41da-9e5c-6c71cd565c39 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:24:06.987378 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:07.003615 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['168f3487-7085-41da-9e5c-6c71cd565c39'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:24:07.027131 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Pushing event deleted for resources: {'Port': ['ID=168f3487-7085-41da-9e5c-6c71cd565c39,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:07.088352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] No DVR routers for this DVR port 168f3487-7085-41da-9e5c-6c71cd565c39 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:24:07.091951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:07.096841 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a57c26ee-f541-42e2-a2ac-2f59bd78d4a9 req-7702c66d-b6e1-4cbc-86fc-5e9245d892c0 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "DELETE /v2.0/ports/168f3487-7085-41da-9e5c-6c71cd565c39 HTTP/1.1" status: 204 len: 173 time: 0.4532378 Aug 30 20:24:07.097833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'name': 'network-vif-deleted', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:24:07.102439 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916a79bd-5c99-4aeb-83d1-39f47941dd74" -d '{"events": [{"server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "name": "network-vif-deleted", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:24:07.162126 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591175a2-7e9c-46b0-a6cd-108b9524f74a x-openstack-request-id: req-591175a2-7e9c-46b0-a6cd-108b9524f74a {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:24:07.162421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10233a3d-85cb-420b-9b09-105537414d5b", "name": "network-vif-deleted", "tag": "168f3487-7085-41da-9e5c-6c71cd565c39", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:24:07.162689 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-591175a2-7e9c-46b0-a6cd-108b9524f74a {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:24:07.163116 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10233a3d-85cb-420b-9b09-105537414d5b', 'name': 'network-vif-deleted', 'tag': '168f3487-7085-41da-9e5c-6c71cd565c39', 'status': 'completed', 'code': 200} Aug 30 20:24:07.419286 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-20bb1bc0-bbd9-4592-9d53-8f346275c858 req-b7b679f3-f3f3-4512-86a2-16dd0f7cd5d4 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=10233a3d-85cb-420b-9b09-105537414d5b HTTP/1.1" status: 200 len: 210 time: 0.0274074 Aug 30 20:24:08.980770 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-4ad42bbf-feed-41ef-9e38-accb5bb5010f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:08.982782 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-4ad42bbf-feed-41ef-9e38-accb5bb5010f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 808 time: 0.3898509 Aug 30 20:24:08.999200 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-25f52f7c-016e-4231-a3b0-4269dd391129 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/quotas/659481e09d0a474fb82e4a1cf36bb926 HTTP/1.1" status: 200 len: 375 time: 0.0096619 Aug 30 20:24:09.034070 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-65a1ad70-82bc-4a59-8c00-262efd2ce906 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281942 Aug 30 20:24:09.129835 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-17fa1d03-f918-4547-b718-d033b11eaeee service neutron] 10.222.0.11 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878103 Aug 30 20:24:09.221620 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-6fc646bc-f8b9-4dc5-9711-e112b9d1e926 service neutron] 10.222.0.11 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857332 Aug 30 20:24:09.412813 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-9cb217cd-295b-4a20-8fea-b0237b26585b req-803ed0b3-c260-405e-81ea-f770007e9775 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 210 time: 0.0276315 Aug 30 20:24:10.434435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-e229820b-182a-4297-a4ca-9117f1fe2be7 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:10.435973 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-e229820b-182a-4297-a4ca-9117f1fe2be7 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 808 time: 0.1347525 Aug 30 20:24:10.450192 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Request body: {'port': {'device_id': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688', 'admin_state_up': True, 'tenant_id': '659481e09d0a474fb82e4a1cf36bb926'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:24:10.528164 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-6f15ddc7-13cd-4d91-b165-b2ddcad4be37 req-63e90c5e-f4cb-4e5e-b1e6-9504291d3333 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 210 time: 0.0364528 Aug 30 20:24:10.596616 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Made reservation on behalf of 659481e09d0a474fb82e4a1cf36bb926 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:24:10.600488 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:10.732969 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Allocated IP 172.20.0.13 (22c80a64-8b76-4b34-8707-f63d992f8688/2705b5bf-2d52-4931-86ff-b9b3af5f5c13/b4078601-1386-47f0-b771-059373afd171) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:24:10.911800 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:10.956442 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.006880 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Network 22c80a64-8b76-4b34-8707-f63d992f8688 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:24:11.012025 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:24:11.018946 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:24:11.025770 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Pushing event updated for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:11.082160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:11.082902 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.102389 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b39688ae-73a3-44bc-88fb-aaa1bed6543b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6565161 Aug 30 20:24:11.119549 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Request body: {'port': {'device_id': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:24:11.179442 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.188343 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-36f945c4-b06c-421c-ae20-cb0124f9bf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.518108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4078601-1386-47f0-b771-059373afd171 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:24:11.533030 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.552627 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Transition to ACTIVE for port object b4078601-1386-47f0-b771-059373afd171 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:24:11.559765 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.645418 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Pushing event updated for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:11.763649 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab85de4-2f13-44c5-97a3-e9fa18434c6c req-be69fb11-06c5-4612-b2f2-fa30bd763e92 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:11.766801 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ab85de4-2f13-44c5-97a3-e9fa18434c6c req-be69fb11-06c5-4612-b2f2-fa30bd763e92 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 944 time: 0.1432903 Aug 30 20:24:11.770250 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Attempting to bind port b4078601-1386-47f0-b771-059373afd171 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:24:11.770599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Attempting to bind port b4078601-1386-47f0-b771-059373afd171 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:24:11.770922 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Attempting to bind port b4078601-1386-47f0-b771-059373afd171 on network 22c80a64-8b76-4b34-8707-f63d992f8688 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:24:11.776734 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Port b4078601-1386-47f0-b771-059373afd171 on network 22c80a64-8b76-4b34-8707-f63d992f8688 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:24:11.777299 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Attempting to bind port b4078601-1386-47f0-b771-059373afd171 on network 22c80a64-8b76-4b34-8707-f63d992f8688 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:24:11.790600 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:24:11.790945 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Checking segment: {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:24:11.791353 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Bound using segment: {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:24:11.796796 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Bound port: b4078601-1386-47f0-b771-059373afd171, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b5d9ba-109b-45d5-b272-711138a47486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:24:11.796796 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.880258 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5ab85de4-2f13-44c5-97a3-e9fa18434c6c req-2f780174-0fcd-4795-977d-38bddc277ced tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999691 Aug 30 20:24:11.930415 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:24:11.935927 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b4078601-1386-47f0-b771-059373afd171,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:24:11.942014 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.980161 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:11.980791 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:11.982249 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4078601-1386-47f0-b771-059373afd171 HTTP/1.1" status: 200 len: 1094 time: 0.8674006 Aug 30 20:24:11.982698 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'tag': 'b4078601-1386-47f0-b771-059373afd171'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:24:11.985457 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd313d9c-59ce-413b-b1c3-453efaba0d32" -d '{"events": [{"name": "network-changed", "server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "tag": "b4078601-1386-47f0-b771-059373afd171"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:24:12.022008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d62b4-cc47-42e5-9c6c-1d580d8ee733 service neutron] Pushing event updated for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:12.036595 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50fab39-9549-47dc-b68a-d6229ffeee9f x-openstack-request-id: req-b50fab39-9549-47dc-b68a-d6229ffeee9f {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:24:12.036896 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "tag": "b4078601-1386-47f0-b771-059373afd171", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:24:12.037160 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b50fab39-9549-47dc-b68a-d6229ffeee9f {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:24:12.037676 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'tag': 'b4078601-1386-47f0-b771-059373afd171', 'status': 'completed', 'code': 200} Aug 30 20:24:12.089329 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b1453ef8-5269-4157-beb1-791bee979d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:12.091112 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-b1453ef8-5269-4157-beb1-791bee979d9f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 1097 time: 0.0485058 Aug 30 20:24:12.138498 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-a8d11df1-5c79-478a-b138-52aaa8a75f73 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4078601-1386-47f0-b771-059373afd171 HTTP/1.1" status: 200 len: 217 time: 0.0387828 Aug 30 20:24:12.189172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-e31167df-b3f6-4c92-909b-7493fbda60fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:12.190930 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-e31167df-b3f6-4c92-909b-7493fbda60fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2705b5bf-2d52-4931-86ff-b9b3af5f5c13 HTTP/1.1" status: 200 len: 848 time: 0.0448351 Aug 30 20:24:12.224749 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-33dc1101-bb28-4670-8da7-915db033bce5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c80a64-8b76-4b34-8707-f63d992f8688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268674 Aug 30 20:24:12.323664 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-4e1dc148-5e7f-49ab-9bcf-04fb697e856c service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911260 Aug 30 20:24:12.431244 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-07bd7ab4-206a-4e5c-be1a-816034bf49ef req-0a059e8a-7fea-45e8-8134-c608ae8fcc6d service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996757 Aug 30 20:24:12.500433 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 168f3487-7085-41da-9e5c-6c71cd565c39 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:24:12.522777 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 168f3487-7085-41da-9e5c-6c71cd565c39 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:24:12.523113 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 168f3487-7085-41da-9e5c-6c71cd565c39 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:24:12.534254 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-836c4410-a37c-429b-9e8d-faad1b6081a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:12.535779 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-836c4410-a37c-429b-9e8d-faad1b6081a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=659481e09d0a474fb82e4a1cf36bb926&device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 1097 time: 0.0461040 Aug 30 20:24:12.646455 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-d063eb5f-7c98-4bad-abac-dd37851b7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:12.648103 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-d063eb5f-7c98-4bad-abac-dd37851b7dda service neutron] 10.222.0.90 "GET /v2.0/networks?id=22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 200 len: 909 time: 0.1048965 Aug 30 20:24:12.694482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-dd81091e-a4c3-4091-a0ba-b7d85cd03897 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4078601-1386-47f0-b771-059373afd171 HTTP/1.1" status: 200 len: 217 time: 0.0386522 Aug 30 20:24:12.745033 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-4bc76986-9916-47d0-b137-9094811c9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:12.746689 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-4bc76986-9916-47d0-b137-9094811c9eb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=2705b5bf-2d52-4931-86ff-b9b3af5f5c13 HTTP/1.1" status: 200 len: 848 time: 0.0456009 Aug 30 20:24:12.784667 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-7d40562d-aecd-4c88-8ce8-cadda30436d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=22c80a64-8b76-4b34-8707-f63d992f8688&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305288 Aug 30 20:24:12.878509 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-4d67c07e-f71c-40cd-a382-69234d8af34b service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Aug 30 20:24:13.014500 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-fd313d9c-59ce-413b-b1c3-453efaba0d32 req-d9246cbe-5a5d-4aca-8efb-1190c297f162 service neutron] 10.222.0.90 "GET /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286128 Aug 30 20:24:13.037577 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecabf8-4d99-4952-a8a9-35bc3fd19fe8 req-959335e7-ec41-41e1-9cde-7fe9273c109f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:13.039187 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-59ecabf8-4d99-4952-a8a9-35bc3fd19fe8 req-959335e7-ec41-41e1-9cde-7fe9273c109f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 944 time: 0.0807536 Aug 30 20:24:13.080377 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-59ecabf8-4d99-4952-a8a9-35bc3fd19fe8 req-9a07644c-77b3-4f3d-99f5-77a6a9ff6263 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352762 Aug 30 20:24:14.199448 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45103-c829-4863-bda3-695f636fca5d req-637e7fcd-6672-4832-b1c3-6ea31240ab0c tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:14.200971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b1b45103-c829-4863-bda3-695f636fca5d req-637e7fcd-6672-4832-b1c3-6ea31240ab0c tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 944 time: 0.0505505 Aug 30 20:24:14.239574 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b1b45103-c829-4863-bda3-695f636fca5d req-00eb932c-a1e6-48bb-bd96-7de28d4db110 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325425 Aug 30 20:24:14.353968 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f805703a-725c-44a5-862e-01e51a143b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:14.511223 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device b4078601-1386-47f0-b771-059373afd171 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:24:14.608520 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b4078601-1386-47f0-b771-059373afd171,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:14.620497 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'b4078601-1386-47f0-b771-059373afd171', 'network_id': '22c80a64-8b76-4b34-8707-f63d992f8688', 'port_id': 'b4078601-1386-47f0-b771-059373afd171', 'mac_address': 'fa:16:3e:72:c5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2705b5bf-2d52-4931-86ff-b9b3af5f5c13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:24:14.659150 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:14.672520 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4078601-1386-47f0-b771-059373afd171 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:24:14.699520 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b4078601-1386-47f0-b771-059373afd171,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:14.704990 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:14.730013 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:14.759068 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:14.766460 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.766819 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.767168 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.767514 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.767849 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.768185 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.768518 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.768850 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.769182 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.769509 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.769867 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:14.770197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:15.076847 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['b4078601-1386-47f0-b771-059373afd171'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:24:15.365839 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231faf08-05ac-42d6-a7da-db61db787ae8 req-3955ee3f-9d94-4721-9856-425e272be3a8 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:15.369749 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-231faf08-05ac-42d6-a7da-db61db787ae8 req-3955ee3f-9d94-4721-9856-425e272be3a8 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 945 time: 0.0618050 Aug 30 20:24:15.410144 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-231faf08-05ac-42d6-a7da-db61db787ae8 req-fbca65d9-74bd-4dd0-9181-9659d7ec5197 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Aug 30 20:24:15.697024 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:16.521681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device b4078601-1386-47f0-b771-059373afd171 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:24:16.529894 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e2a92-45b5-49a3-bbd6-a606a6d85e75 req-8dda93fe-63a2-4d96-9bf8-1de03ec6c8ad tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:16.531767 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d30e2a92-45b5-49a3-bbd6-a606a6d85e75 req-8dda93fe-63a2-4d96-9bf8-1de03ec6c8ad tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 945 time: 0.0496318 Aug 30 20:24:16.572688 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port b4078601-1386-47f0-b771-059373afd171 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:24:16.575828 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-d30e2a92-45b5-49a3-bbd6-a606a6d85e75 req-ab9e0c85-fbf4-4469-91b1-636887192f4b tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378854 Aug 30 20:24:16.576878 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port b4078601-1386-47f0-b771-059373afd171 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:24:16.577253 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:16.778887 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:16.801944 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4078601-1386-47f0-b771-059373afd171'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:24:16.804161 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b7a15a-a9c4-4271-bb56-3742a2926350" -d '{"events": [{"server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "name": "network-vif-plugged", "status": "completed", "tag": "b4078601-1386-47f0-b771-059373afd171"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:24:16.817386 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b4078601-1386-47f0-b771-059373afd171,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:16.821402 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:16.846497 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfd291-10cd-4dd0-b063-d5ba4ef6d02f x-openstack-request-id: req-4fbfd291-10cd-4dd0-b063-d5ba4ef6d02f {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:24:16.846919 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "name": "network-vif-plugged", "status": "completed", "tag": "b4078601-1386-47f0-b771-059373afd171", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:24:16.847172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fbfd291-10cd-4dd0-b063-d5ba4ef6d02f {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:24:16.847608 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4078601-1386-47f0-b771-059373afd171', 'code': 200} Aug 30 20:24:16.874009 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:17.038043 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcec18a-0d3b-47f9-9f54-319977ddb3d6 req-3fc45aa1-b9de-4e1d-a994-8f698b0b25b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:17.039453 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cfcec18a-0d3b-47f9-9f54-319977ddb3d6 req-3fc45aa1-b9de-4e1d-a994-8f698b0b25b7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 1099 time: 0.0480778 Aug 30 20:24:17.077455 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-cfcec18a-0d3b-47f9-9f54-319977ddb3d6 req-c03c34b9-8e2f-4f7e-9164-15c3f43e455f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Aug 30 20:24:17.554762 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:17.701121 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed363-b2e0-47f0-9999-5bc38a08e3df req-795df329-4d21-4a3d-ba73-5d4d06d8720d tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:17.702626 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-70eed363-b2e0-47f0-9999-5bc38a08e3df req-795df329-4d21-4a3d-ba73-5d4d06d8720d tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 946 time: 0.0570710 Aug 30 20:24:17.743754 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-70eed363-b2e0-47f0-9999-5bc38a08e3df req-65ce3b21-2f0f-461d-9bc2-348f57c4d82f tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Aug 30 20:24:18.868785 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f587f-06f7-4124-8b90-f329c42f8e7e req-124154f8-c4c0-4bb4-944c-16730a0f1758 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:18.870358 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f27f587f-06f7-4124-8b90-f329c42f8e7e req-124154f8-c4c0-4bb4-944c-16730a0f1758 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 946 time: 0.0546253 Aug 30 20:24:18.911347 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-f27f587f-06f7-4124-8b90-f329c42f8e7e req-bf2b5870-04aa-4ab0-9d36-93e46764677e tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343194 Aug 30 20:24:19.643838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a8d5-2354-49b9-b24b-c10a0a24f62f req-320b4a06-fdcb-417d-86f6-b17814d299be tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:19.645267 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2af9a8d5-2354-49b9-b24b-c10a0a24f62f req-320b4a06-fdcb-417d-86f6-b17814d299be tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 946 time: 0.0514009 Aug 30 20:24:19.687208 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2af9a8d5-2354-49b9-b24b-c10a0a24f62f req-2be0ce9e-7999-4e90-ae4d-3bc3265d8952 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349488 Aug 30 20:24:20.822054 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd29c1-0c88-464b-bf41-54d0a8716420 req-3083a5b9-c637-4002-a9c4-14bdba5dd252 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:20.824137 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-85bd29c1-0c88-464b-bf41-54d0a8716420 req-3083a5b9-c637-4002-a9c4-14bdba5dd252 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 946 time: 0.0569289 Aug 30 20:24:20.864549 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-85bd29c1-0c88-464b-bf41-54d0a8716420 req-6f1c8909-0894-44f0-a8f0-e5ceaf8f36b5 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/security-groups?id=51014cda-c740-4ae7-b083-7ec38878d88c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Aug 30 20:24:21.172712 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:21.357533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-6cbc9fc5-8cac-4596-b5e0-2f84fe78ab17 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:21.359007 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-6cbc9fc5-8cac-4596-b5e0-2f84fe78ab17 tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 946 time: 0.0510476 Aug 30 20:24:21.455289 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Deleting port b4078601-1386-47f0-b771-059373afd171 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:24:21.455629 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:21.555886 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] For port b4078601-1386-47f0-b771-059373afd171, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=b4078601-1386-47f0-b771-059373afd171,segment=NetworkSegment(c0b5d9ba-109b-45d5-b272-711138a47486),segment_id=c0b5d9ba-109b-45d5-b272-711138a47486)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:24:21.556248 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:21.569366 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Calling delete_port for b4078601-1386-47f0-b771-059373afd171 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:24:21.700391 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:21.715605 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['b4078601-1386-47f0-b771-059373afd171'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:24:21.732697 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Pushing event deleted for resources: {'Port': ['ID=b4078601-1386-47f0-b771-059373afd171,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:21.779324 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] No DVR routers for this DVR port b4078601-1386-47f0-b771-059373afd171 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:24:21.782319 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:21.784484 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-1b7572a1-ce46-4448-8d64-eda8e0269685 req-2a71e603-16f0-4853-bb9e-e2c2cfce523a tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.90 "DELETE /v2.0/ports/b4078601-1386-47f0-b771-059373afd171 HTTP/1.1" status: 204 len: 173 time: 0.4191847 Aug 30 20:24:21.784931 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'name': 'network-vif-deleted', 'tag': 'b4078601-1386-47f0-b771-059373afd171'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:24:21.787391 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbf2328-f36f-4aa5-a9fd-04ea186dc27d" -d '{"events": [{"server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "name": "network-vif-deleted", "tag": "b4078601-1386-47f0-b771-059373afd171"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:24:21.828587 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c12b7f7-1a40-4800-a0d4-83e7e4108baa x-openstack-request-id: req-5c12b7f7-1a40-4800-a0d4-83e7e4108baa {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:24:21.829261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78478bf0-5a9e-4e41-9a34-31eda57d128c", "name": "network-vif-deleted", "tag": "b4078601-1386-47f0-b771-059373afd171", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:24:21.829261 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c12b7f7-1a40-4800-a0d4-83e7e4108baa {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:24:21.829615 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78478bf0-5a9e-4e41-9a34-31eda57d128c', 'name': 'network-vif-deleted', 'tag': 'b4078601-1386-47f0-b771-059373afd171', 'status': 'completed', 'code': 200} Aug 30 20:24:21.982919 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-835e39e6-c4cf-4ed4-948a-458db9403d94 req-fc6acc08-a60a-4a48-a5ea-006b2005baca tempest-VolumesActionsTest-690222158 tempest-VolumesActionsTest-690222158-project] 10.222.0.11 "GET /v2.0/ports?device_id=78478bf0-5a9e-4e41-9a34-31eda57d128c HTTP/1.1" status: 200 len: 210 time: 0.0306468 Aug 30 20:24:27.500566 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device b4078601-1386-47f0-b771-059373afd171 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:24:27.525489 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: b4078601-1386-47f0-b771-059373afd171 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:24:27.525929 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device b4078601-1386-47f0-b771-059373afd171 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:24:40.472886 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:24:41.188109 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-74e73244-4d55-4784-8649-d546a9b59907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:44.377467 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c68e3288-de62-4c9d-819f-9c853ff10375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:44.710711 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:45.699938 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.168454 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55528) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:46.216525 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Deleting subnet 2705b5bf-2d52-4931-86ff-b9b3af5f5c13 {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:24:46.220440 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.259510 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12209072'] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.299469 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.362379 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12179271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829497'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.388090 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2705b5bf-2d52-4931-86ff-b9b3af5f5c13,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:46.393391 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.396006 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2705b5bf-2d52-4931-86ff-b9b3af5f5c13 HTTP/1.1" status: 204 len: 168 time: 0.2264552 Aug 30 20:24:46.397853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55530) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:46.401067 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.401414 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.401808 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.402147 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.402478 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.402818 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.403230 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.403527 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.403798 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.404125 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.404448 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.404773 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0148e-f228-4d3a-aae9-76c0ad759065 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:24:46.474183 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.559507 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.571239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c80a64-8b76-4b34-8707-f63d992f8688']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:24:46.582538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b5d9ba-109b-45d5-b272-711138a47486') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:24:46.582832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b5d9ba-109b-45d5-b272-711138a47486') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:24:46.591682 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.606172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.612710 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:24:46.613027 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:24:46.614715 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:24:46.669296 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.675307 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.677524 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] 10.222.0.11 "DELETE /v2.0/networks/22c80a64-8b76-4b34-8707-f63d992f8688 HTTP/1.1" status: 204 len: 168 time: 0.2786703 Aug 30 20:24:46.691291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944703a0-522a-474c-a633-4d55b57e912a admin admin] Pushing event deleted for resources: {'Network': ['ID=22c80a64-8b76-4b34-8707-f63d992f8688,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:46.807938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55534) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:46.848699 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0eb25f3d-cbfb-43df-9ed9-16deb33e33b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=659481e09d0a474fb82e4a1cf36bb926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395463 Aug 30 20:24:46.851267 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55536) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:46.906706 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.928533 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.979311 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.982057 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:46.983361 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51014cda-c740-4ae7-b083-7ec38878d88c HTTP/1.1" status: 204 len: 168 time: 0.1310136 Aug 30 20:24:46.991668 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d65b-de73-4e94-b0e3-eab3e3ec8827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51014cda-c740-4ae7-b083-7ec38878d88c,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:47.559101 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.134508 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55568) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:48.250878 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d6982824-929f-46fd-97c9-5c2611439652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.357297 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d6982824-929f-46fd-97c9-5c2611439652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.362705 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d6982824-929f-46fd-97c9-5c2611439652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.404719 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d6982824-929f-46fd-97c9-5c2611439652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3ac0ccda10a406e81cd70ab564672ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690964 Aug 30 20:24:48.407004 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6982824-929f-46fd-97c9-5c2611439652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dcce20-92e8-4eec-a55b-67d7c59c4e04,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:48.408256 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55572) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:24:48.459533 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.481939 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.532687 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.535414 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:48.536605 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15dcce20-92e8-4eec-a55b-67d7c59c4e04 HTTP/1.1" status: 204 len: 168 time: 0.1273727 Aug 30 20:24:48.545829 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5375f-e7b7-4281-839c-8ff33542e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dcce20-92e8-4eec-a55b-67d7c59c4e04,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:24:51.171463 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:24:56.169317 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-5a27ac79-c5c4-4fc5-99d5-edda95a6863e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410116 Aug 30 20:24:56.274946 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-a40e710e-1df6-48d8-be0d-f3fb9b12a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:56.276482 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-a40e710e-1df6-48d8-be0d-f3fb9b12a3a0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0440392 Aug 30 20:24:56.383787 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-7447dc5d-b78b-4dc3-992e-576c509ae754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:56.385195 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-7447dc5d-b78b-4dc3-992e-576c509ae754 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.0864401 Aug 30 20:24:56.456810 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-9a93f595-1049-40fd-a2f6-36e0915ae5bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 1001 time: 0.0633104 Aug 30 20:24:56.506916 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-fe1b4ab4-5407-42ec-8f9a-cdeedf8e96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:56.508383 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-fe1b4ab4-5407-42ec-8f9a-cdeedf8e96ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0443790 Aug 30 20:24:56.554482 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-4268e290-427a-4ed6-ad43-7c90fbe34a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:24:56.555967 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-4268e290-427a-4ed6-ad43-7c90fbe34a5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394325 Aug 30 20:24:56.649855 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-c7399562-49b8-462a-8e95-d2dce65f36e6 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855155 Aug 30 20:24:56.739076 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-24d43d5f-ddaa-4f0e-a42a-54e89050f485 req-83273e07-0947-4b3d-8a31-8c3597c478e3 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807254 Aug 30 20:25:11.196388 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2b0b1d33-62ba-4725-a734-1ed1df8a60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:14.358623 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4549-6e4b-4b8e-b193-4cd206e32e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:14.708810 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:15.705614 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:17.471420 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:25:17.564707 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:21.184161 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:24.129171 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-93903a98-a2b0-40fb-86c2-2b93df50ae93 req-8435761d-5f00-4471-84ca-e91863fcd5ad service neutron] (94125) timed out ('10.222.0.90', 63879) {{(pid=94125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 20:25:30.234919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-b6030cd5-d0ef-4a35-a412-fbd83a3a0dda req-c932b0d7-ed8f-4664-80b4-889b33e5bea4 service neutron] (94125) timed out ('10.222.0.90', 63882) {{(pid=94125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 20:25:41.190718 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-88251680-e3f3-4a9e-9030-aa160f49c600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:44.351524 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-fc0f422e-06ab-4bbf-bb1e-c132552a22b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:44.701943 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:45.706385 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:47.572366 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:47.909842 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-867c4ac1-0d87-4901-a20c-5627d2cd2083 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40614582&fields=id&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 267 time: 0.0348067 Aug 30 20:25:48.020369 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-2da801fa-f280-45ba-a5a9-4aa3fef8d4e5 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:48.022091 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-2da801fa-f280-45ba-a5a9-4aa3fef8d4e5 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1051712 Aug 30 20:25:48.038593 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-a878af45-5afc-4e8f-b248-0bcf4ecb8d30 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/quotas/6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 375 time: 0.0103939 Aug 30 20:25:48.104175 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-8c5602f1-9ed1-49b5-a51f-fff7eee9d584 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0601344 Aug 30 20:25:48.212803 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-bc5558d2-ae10-4b8c-a1d7-ca4ddd8df37a service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967972 Aug 30 20:25:48.308236 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-5e4ba0b6-4836-4846-bcf1-2ea6ad1d824f service neutron] 10.222.0.11 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893276 Aug 30 20:25:48.605124 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-11d194e9-7886-4e9d-bb22-a9f0baa3a4bb req-38e5d7db-cf3e-471f-b230-998e4b061bcd tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 210 time: 0.0293167 Aug 30 20:25:49.725136 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-89903790-6900-4049-af52-1f10c7a9db5d req-eb9fc651-febd-4968-8e1f-283dbe2f7b2b tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 210 time: 0.0370338 Aug 30 20:25:49.741036 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-bcf08572-6032-49dc-8586-cb5723778387 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:49.743217 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-bcf08572-6032-49dc-8586-cb5723778387 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 811 time: 0.1382625 Aug 30 20:25:49.786069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-7fd2bf34-1b6c-468c-92cd-3a92c70bab0c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6eda64445c834520870f1a4eb63b5ea4 HTTP/1.1" status: 200 len: 378 time: 0.0343692 Aug 30 20:25:49.799562 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'port': {'device_id': 'a030976a-3543-4127-80ce-fece093ea28b', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'admin_state_up': True, 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'security_groups': ['9284388f-f8d4-41f1-8be1-0308328ff84b']}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:25:49.910952 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Made reservation on behalf of 6eda64445c834520870f1a4eb63b5ea4 for: {'port': 1} {{(pid=94125) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 20:25:49.914537 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.040094 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.20.0.13 (f9f62104-327d-474b-8982-f3503f733f94/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3/bf52fdd3-0c54-4554-afb0-00423127f7b1) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:25:50.197759 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.211721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Transition to ACTIVE for port object bf52fdd3-0c54-4554-afb0-00423127f7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:25:50.248123 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.294694 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network f9f62104-327d-474b-8982-f3503f733f94 is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:25:50.297892 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:25:50.301625 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:25:50.307891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:25:50.336789 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.337141 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.337486 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.337856 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.338193 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.338525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.338862 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.339190 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.339525 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.339850 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.340172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.340493 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:25:50.371237 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:50.371737 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.389039 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-cff386b8-2ad1-4994-a1df-5ccd30969bbb tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5941632 Aug 30 20:25:50.506053 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Request body: {'port': {'device_id': 'a030976a-3543-4127-80ce-fece093ea28b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77703'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:25:50.576716 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-fc9d6a6d-095b-4964-9a10-45b7ba420902 None None] Provisioning for port bf52fdd3-0c54-4554-afb0-00423127f7b1 completed by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:25:50.582052 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-fc9d6a6d-095b-4964-9a10-45b7ba420902 None None] Provisioning complete for port bf52fdd3-0c54-4554-afb0-00423127f7b1 triggered by entity DHCP. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:25:50.582633 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-fc9d6a6d-095b-4964-9a10-45b7ba420902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.623414 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-fc9d6a6d-095b-4964-9a10-45b7ba420902 None None] Port bf52fdd3-0c54-4554-afb0-00423127f7b1 cannot update to ACTIVE because it is not bound. {{(pid=94126) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 20:25:50.859141 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:50.883003 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2789d5a-39ad-42bd-a79b-a6457a18829f req-327e98e2-76be-455c-9afb-b163e5238ee7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:50.884213 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c2789d5a-39ad-42bd-a79b-a6457a18829f req-327e98e2-76be-455c-9afb-b163e5238ee7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 932 time: 0.0875268 Aug 30 20:25:50.960388 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c2789d5a-39ad-42bd-a79b-a6457a18829f req-72102f91-fac6-4d88-8ed7-857828fda58a tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705304 Aug 30 20:25:51.170471 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf52fdd3-0c54-4554-afb0-00423127f7b1 {{(pid=94125) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:25:51.178599 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.190731 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.provisioning_blocks [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Transition to ACTIVE for port object bf52fdd3-0c54-4554-afb0-00423127f7b1 will not be triggered until provisioned by entity L2. {{(pid=94125) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 20:25:51.195008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.196172 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.247305 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Pushing event updated for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:25:51.323938 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Attempting to bind port bf52fdd3-0c54-4554-afb0-00423127f7b1 on host hv-cinder-77703 for vnic_type normal with profile {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 20:25:51.324317 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Attempting to bind port bf52fdd3-0c54-4554-afb0-00423127f7b1 by drivers openvswitch,hyperv on host hv-cinder-77703 at level 0 using segments [{'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 20:25:51.325072 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Attempting to bind port bf52fdd3-0c54-4554-afb0-00423127f7b1 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:25:51.330473 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Port bf52fdd3-0c54-4554-afb0-00423127f7b1 on network f9f62104-327d-474b-8982-f3503f733f94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77703 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 20:25:51.330806 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Attempting to bind port bf52fdd3-0c54-4554-afb0-00423127f7b1 on network f9f62104-327d-474b-8982-f3503f733f94 {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 20:25:51.338736 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Checking agent: {'id': 'c2dde035-0dcc-464e-863d-4c553b723cc4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77703', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'started_at': datetime.datetime(2021, 8, 30, 20, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 20, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 20:25:51.339032 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Checking segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94125) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 20:25:51.339395 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Bound using segment: {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'} {{(pid=94125) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 20:25:51.339849 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.managers [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Bound port: bf52fdd3-0c54-4554-afb0-00423127f7b1, host: hv-cinder-77703, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93069201-2f3f-4d9c-b2cb-49488bdf0bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94'}}] {{(pid=94125) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 20:25:51.340216 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.409245 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, cleared binding levels {{(pid=94125) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 20:25:51.412593 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 20:25:51.416953 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.457084 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:51.457753 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:25:51.459188 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] 10.222.0.90 "PUT /v2.0/ports/bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 200 len: 1094 time: 1.0612137 Aug 30 20:25:51.459642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:25:51.464435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9fd0e0-8688-406a-a7bf-21e461999887" -d '{"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:25:51.488929 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48d49b-a56f-4158-bd4c-ed820217ddab service neutron] Pushing event updated for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=3']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:25:51.507584 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03068a-f1fa-4b09-993e-32f087ce4963 x-openstack-request-id: req-6a03068a-f1fa-4b09-993e-32f087ce4963 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:25:51.507885 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:25:51.508176 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a03068a-f1fa-4b09-993e-32f087ce4963 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:25:51.508659 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'status': 'completed', 'code': 200} Aug 30 20:25:51.559729 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd0abfbf-e290-43e1-929e-a9be1ecad7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:51.561188 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-fd0abfbf-e290-43e1-929e-a9be1ecad7d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1097 time: 0.0490186 Aug 30 20:25:51.608981 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-47a7effc-8dbb-4257-8fc8-f4b0a7dad13e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 200 len: 217 time: 0.0374625 Aug 30 20:25:51.661376 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-efb8196c-8e39-4135-be90-8387347a4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:51.662884 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-efb8196c-8e39-4135-be90-8387347a4ba1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0462544 Aug 30 20:25:51.712008 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-e22b0789-d7f3-472a-b8ed-9c1efb295008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:51.713514 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-e22b0789-d7f3-472a-b8ed-9c1efb295008 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433435 Aug 30 20:25:51.832268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-03ceacbd-d90f-42d9-8d04-118add802c6e service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070497 Aug 30 20:25:51.930628 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-0343a430-3d1a-4ba3-b3cf-44f579579b83 req-09e695e1-b6bf-4245-b7d8-27566f15106e service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Aug 30 20:25:52.024729 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-618a9468-c318-42e7-b3fb-171299a5cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:52.026362 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-618a9468-c318-42e7-b3fb-171299a5cc6e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1097 time: 0.0492325 Aug 30 20:25:52.143186 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55483d-2223-4816-8437-28d7401c2a82 req-ae7400d6-ca3b-4201-bb09-de69fb1afa0d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:52.144711 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee55483d-2223-4816-8437-28d7401c2a82 req-ae7400d6-ca3b-4201-bb09-de69fb1afa0d tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.1114891 Aug 30 20:25:52.176815 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-9f634aaf-0fda-4f1a-836b-aa56814f2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:52.178309 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-9f634aaf-0fda-4f1a-836b-aa56814f2291 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1439257 Aug 30 20:25:52.204509 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ee55483d-2223-4816-8437-28d7401c2a82 req-85f678e0-5866-4462-9673-6e056bd19cc4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521963 Aug 30 20:25:52.231020 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-57edf7d5-b7cd-4a0c-b9ea-c7e6623b530c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 200 len: 217 time: 0.0412729 Aug 30 20:25:52.283294 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-9ccda621-846f-49ff-bb02-58ba441405f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:52.284684 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-9ccda621-846f-49ff-bb02-58ba441405f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0465381 Aug 30 20:25:52.345494 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-4543aafc-3e2c-438e-a56c-e5b4fd6248dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:52.347044 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-4543aafc-3e2c-438e-a56c-e5b4fd6248dc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548136 Aug 30 20:25:52.437104 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-fe262581-2234-4af7-9b1a-b07c0e053f1e service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823176 Aug 30 20:25:52.534026 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ed9fd0e0-8688-406a-a7bf-21e461999887 req-893f6c4e-fd91-4542-bfc7-c6f8e42c3746 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878241 Aug 30 20:25:53.323904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00773f-e041-44c1-848c-7c651e4b5cb8 req-cf041dc5-8b3f-4e03-8d67-7eab995b767c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:53.325713 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ef00773f-e041-44c1-848c-7c651e4b5cb8 req-cf041dc5-8b3f-4e03-8d67-7eab995b767c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0532098 Aug 30 20:25:53.364340 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ef00773f-e041-44c1-848c-7c651e4b5cb8 req-6243f287-72a6-4def-b687-ca831a8aa0e9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322621 Aug 30 20:25:54.470949 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:25:54.484098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b31902-e546-4800-96c8-2c0fa69a530c req-5b1f0a0a-72c9-4fdc-8bd2-ab12f416fc2f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:54.486245 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38b31902-e546-4800-96c8-2c0fa69a530c req-5b1f0a0a-72c9-4fdc-8bd2-ab12f416fc2f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0542498 Aug 30 20:25:54.528116 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-38b31902-e546-4800-96c8-2c0fa69a530c req-c99f0f93-a448-40fe-b77f-c562387b6315 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354884 Aug 30 20:25:55.660953 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae00bc-9815-468d-aaea-b14ea1f4733b req-e1780962-2cef-4a5a-b688-c18694826ae5 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:55.662932 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ebae00bc-9815-468d-aaea-b14ea1f4733b req-e1780962-2cef-4a5a-b688-c18694826ae5 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0613279 Aug 30 20:25:55.702281 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ebae00bc-9815-468d-aaea-b14ea1f4733b req-f65a1df0-1421-482e-9dcb-2a1feaa543a7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331733 Aug 30 20:25:56.830663 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787009da-ae33-48c4-843d-29ff856f0b86 req-3bc493e6-4fbf-4755-b214-7245e3c411e4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:56.832192 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-787009da-ae33-48c4-843d-29ff856f0b86 req-3bc493e6-4fbf-4755-b214-7245e3c411e4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0596044 Aug 30 20:25:56.882795 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-787009da-ae33-48c4-843d-29ff856f0b86 req-711e6c21-8c60-4176-95d4-b6aa6cfb0aab tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441830 Aug 30 20:25:57.113756 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-5e9012b4-c9ff-45d6-ae37-628c6d1450bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402827 Aug 30 20:25:57.202020 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-272bcf74-dc51-40e3-8b55-95741455f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:57.203502 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-272bcf74-dc51-40e3-8b55-95741455f684 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0450790 Aug 30 20:25:57.317195 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-dd6f7bb6-3a8d-46d2-a59a-a72b0a910418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:57.318742 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-dd6f7bb6-3a8d-46d2-a59a-a72b0a910418 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.0947495 Aug 30 20:25:57.394091 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-982cdd64-9786-4f00-b7b2-6f04d202879f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 1001 time: 0.0675898 Aug 30 20:25:57.445212 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-b4818f15-384c-4ead-bd71-fe337e5b14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:57.446740 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-b4818f15-384c-4ead-bd71-fe337e5b14f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0448742 Aug 30 20:25:57.499003 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-e393bcd8-0fd8-40eb-b062-9e9c7ae634a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:57.500494 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-e393bcd8-0fd8-40eb-b062-9e9c7ae634a6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438523 Aug 30 20:25:57.605334 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-100e01c4-42a9-467c-8cc7-d0a6108659e9 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967317 Aug 30 20:25:57.695892 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-984714e8-b10e-4c16-bcd8-106ba78fbf78 req-11e70e9c-56be-43f6-a96e-33a22ed385f7 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Aug 30 20:25:58.007643 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02350d4-6ff1-499d-8ab5-f9b4380ebd04 req-7f3315ca-34b0-4dfb-9f51-f8df5a18db03 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:58.009227 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c02350d4-6ff1-499d-8ab5-f9b4380ebd04 req-7f3315ca-34b0-4dfb-9f51-f8df5a18db03 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0554388 Aug 30 20:25:58.052162 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-c02350d4-6ff1-499d-8ab5-f9b4380ebd04 req-cdd7f2e3-09b9-4e63-bb89-dfa040db5f4f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367711 Aug 30 20:25:59.176320 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bcf40-4c2d-4219-82ad-15f3744abf7f req-88e86d43-3835-4411-85e8-7a39dee8b236 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:25:59.177999 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-625bcf40-4c2d-4219-82ad-15f3744abf7f req-88e86d43-3835-4411-85e8-7a39dee8b236 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 944 time: 0.0564733 Aug 30 20:25:59.216683 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-625bcf40-4c2d-4219-82ad-15f3744abf7f req-560b56da-af0e-4228-bd55-50a34b825832 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328379 Aug 30 20:25:59.966040 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device bf52fdd3-0c54-4554-afb0-00423127f7b1 details requested by agent hyperv_hv-cinder-77703 with host hv-cinder-77703 {{(pid=94126) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 20:26:00.071648 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:26:00.084439 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Returning: {'device': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'port_id': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'mac_address': 'fa:16:3e:58:54:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94126) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 20:26:00.128363 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:00.141241 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf52fdd3-0c54-4554-afb0-00423127f7b1 {{(pid=94126) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 20:26:00.161493 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:26:00.166866 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:00.219381 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=4']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:26:00.226747 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.227098 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.227483 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.227828 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.228211 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.228601 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.228933 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.229264 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.229594 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.229945 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.230268 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.230589 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:26:00.342098 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff04a-29de-44f8-87d1-360392cb6b04 req-acc16b16-f142-4fbd-86b9-20e90f1adb23 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:00.343610 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3bbff04a-29de-44f8-87d1-360392cb6b04 req-acc16b16-f142-4fbd-86b9-20e90f1adb23 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 945 time: 0.0529828 Aug 30 20:26:00.383217 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3bbff04a-29de-44f8-87d1-360392cb6b04 req-c5ba6da0-4916-4264-9fb6-f0df62d890c9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322976 Aug 30 20:26:00.566860 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] get_ports_and_sgs() called for port_ids ['bf52fdd3-0c54-4554-afb0-00423127f7b1'] {{(pid=94126) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 20:26:01.501421 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a099e8e-55e7-406e-a483-245eeff07be9 req-65fe82ae-c7bc-41de-8505-a860c1d0fc94 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:01.503006 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a099e8e-55e7-406e-a483-245eeff07be9 req-65fe82ae-c7bc-41de-8505-a860c1d0fc94 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 945 time: 0.0523899 Aug 30 20:26:01.544098 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-4a099e8e-55e7-406e-a483-245eeff07be9 req-d20b5eb7-8cdf-464e-815a-c0ec5c80c96c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346420 Aug 30 20:26:01.979756 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device bf52fdd3-0c54-4554-afb0-00423127f7b1 up at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 20:26:02.031259 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning for port bf52fdd3-0c54-4554-afb0-00423127f7b1 completed by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 20:26:02.039904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.provisioning_blocks [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Provisioning complete for port bf52fdd3-0c54-4554-afb0-00423127f7b1 triggered by entity L2. {{(pid=94126) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 20:26:02.040283 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3746072'] for port, provisioning_complete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:02.135924 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:02.159635 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1'}] {{(pid=94126) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:26:02.162540 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}146bf58af2fc79d4eb040ca434caab670be30a07648aaf39569195183f6b3d7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d64209-0bf7-4aeb-a9e2-fa979e73ecd7" -d '{"events": [{"server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "name": "network-vif-plugged", "status": "completed", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1"}]}' {{(pid=94126) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:26:02.178339 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:26:02.182692 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850'] for port, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:02.215580 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6cfb7-5661-4859-9ffd-0b9f215b9d58 x-openstack-request-id: req-3ef6cfb7-5661-4859-9ffd-0b9f215b9d58 {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:26:02.215934 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "name": "network-vif-plugged", "status": "completed", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1", "code": 200}]} {{(pid=94126) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:26:02.216100 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ef6cfb7-5661-4859-9ffd-0b9f215b9d58 {{(pid=94126) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:26:02.216470 dv-cinder-777031-3-iscsi neutron-server[94126]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'code': 200} Aug 30 20:26:02.247216 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Pushing event updated for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=5']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:26:02.444919 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1eb65-623e-444a-854b-b69604984f55 req-78c74950-cf45-44f7-95ba-71ae493995fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:02.446483 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dad1eb65-623e-444a-854b-b69604984f55 req-78c74950-cf45-44f7-95ba-71ae493995fa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1099 time: 0.0462446 Aug 30 20:26:02.484163 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-dad1eb65-623e-444a-854b-b69604984f55 req-5141fade-28f3-4944-a526-d29bf6e2e018 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301952 Aug 30 20:26:02.678891 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331af6a-89c8-48fd-a4ab-c5e3c02f5fee req-03af72e9-43c5-4a2c-a2e6-697f0f707d06 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:02.680471 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2331af6a-89c8-48fd-a4ab-c5e3c02f5fee req-03af72e9-43c5-4a2c-a2e6-697f0f707d06 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0547874 Aug 30 20:26:02.725248 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-2331af6a-89c8-48fd-a4ab-c5e3c02f5fee req-9b437ae8-e8ef-4397-9e7e-3795656800d9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378048 Aug 30 20:26:03.846621 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6eba0-cfe5-40e2-93fa-6f33c72831ba req-0d331f63-c2b8-4bb8-b1b4-debfa4ab3219 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:03.848115 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99c6eba0-cfe5-40e2-93fa-6f33c72831ba req-0d331f63-c2b8-4bb8-b1b4-debfa4ab3219 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0548828 Aug 30 20:26:03.899582 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-99c6eba0-cfe5-40e2-93fa-6f33c72831ba req-3ffbdfa0-0574-4735-8eff-c66016b623c1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445974 Aug 30 20:26:05.027019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266934b-cce2-4495-9849-8ac91828a6ad req-4f0592c6-e486-4bbb-b327-2f5f846bdab0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:05.028569 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3266934b-cce2-4495-9849-8ac91828a6ad req-4f0592c6-e486-4bbb-b327-2f5f846bdab0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0552738 Aug 30 20:26:05.070679 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3266934b-cce2-4495-9849-8ac91828a6ad req-08e0c355-4a99-4f46-bfa7-02a673e5455f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360014 Aug 30 20:26:05.197838 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87696ca-f063-4650-b06d-bf444e8689f5 req-4d694ed7-c227-4aa1-8a3c-48a38bc8e519 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:05.199303 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b87696ca-f063-4650-b06d-bf444e8689f5 req-4d694ed7-c227-4aa1-8a3c-48a38bc8e519 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0522208 Aug 30 20:26:05.238177 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b87696ca-f063-4650-b06d-bf444e8689f5 req-6ed98b2c-4f03-489e-a5a6-76d556ab3383 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326777 Aug 30 20:26:05.262438 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55690) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:26:05.405929 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212802dc-4cde-4310-b5c2-d74ec34f4c6f tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:05.407450 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-212802dc-4cde-4310-b5c2-d74ec34f4c6f tempest-TestVolumeBootPattern-179492478 tempest-TestVolumeBootPattern-179492478-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1094 time: 0.1440105 Aug 30 20:26:05.410230 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55694) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:26:05.414737 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.v2.base [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Request body: {'floatingip': {'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'port_id': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94125) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 20:26:05.437296 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:05.541519 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:05.649552 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_common [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Allocated IP 172.27.2.252 (eb893771-ee68-4469-a4ff-8f74d303189a/43079556-98b5-4f18-8d43-524ab5636060/72ad0d5f-1ab8-4755-b599-101c2b5f98c2) {{(pid=94125) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 20:26:05.759659 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:05.805684 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788368257814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:05.842652 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Network eb893771-ee68-4469-a4ff-8f74d303189a is already hosted by enough agents. {{(pid=94125) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 20:26:05.847541 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.base_scheduler [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Resources bound (agent type, host, resource id): {{(pid=94125) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 20:26:05.850349 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Received port after_create {{(pid=94125) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 20:26:05.879634 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=72ad0d5f-1ab8-4755-b599-101c2b5f98c2,revision_number=1']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:26:06.263722 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:06.338021 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3732687'] for port, before_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:06.528227 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for port, precommit_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:06.532719 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788368787411', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788368257832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788368257850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16580844'] for port, after_update {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:06.610672 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event updated for resources: {'Port': ['ID=72ad0d5f-1ab8-4755-b599-101c2b5f98c2,revision_number=2']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:26:06.627538 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-417803'] for floatingip, after_create {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:06.738154 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP ffdd3183-e206-4ac3-82df-5e794e30c554 associated. External IP: 172.27.2.252, port: bf52fdd3-0c54-4554-afb0-00423127f7b1. Aug 30 20:26:06.970506 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:26:07.348368 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:26:07.358392 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:26:07.364252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:07.370423 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:26:07.371206 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:25:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:26:07.393374 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-1337caf7-52f6-4102-8867-8a2cb664260c tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9820573 Aug 30 20:26:07.394000 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:26:07.396529 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36835acf-49c2-4545-a12d-2da710ba8882" -d '{"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:26:07.435929 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b31081-62a6-4c55-ab26-6db223351da2 x-openstack-request-id: req-b9b31081-62a6-4c55-ab26-6db223351da2 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:26:07.436375 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:26:07.436592 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9b31081-62a6-4c55-ab26-6db223351da2 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:26:07.436876 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'status': 'completed', 'code': 200} Aug 30 20:26:07.486483 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:26:07.502438 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835acf-49c2-4545-a12d-2da710ba8882 req-98e36523-f52a-41ca-a26e-c25ebf52e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:07.503984 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-98e36523-f52a-41ca-a26e-c25ebf52e71a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1099 time: 0.0439475 Aug 30 20:26:07.611619 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835acf-49c2-4545-a12d-2da710ba8882 req-4f1dd079-b872-4233-a3f1-9500a371f850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:07.613069 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-4f1dd079-b872-4233-a3f1-9500a371f850 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1020241 Aug 30 20:26:07.691962 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-43d17fed-53a4-4f18-b28b-8fbf97a6ac39 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 200 len: 1000 time: 0.0712030 Aug 30 20:26:07.745585 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835acf-49c2-4545-a12d-2da710ba8882 req-331f9e6c-bc8b-4967-b86b-2a842acd6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:07.747084 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-331f9e6c-bc8b-4967-b86b-2a842acd6ab1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0476415 Aug 30 20:26:07.757358 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}, {'id': 'ffdd3183-e206-4ac3-82df-5e794e30c554', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:58:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a030976a-3543-4127-80ce-fece093ea28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:26:06Z', 'updated_at': '2021-08-30T20:26:06Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:26:07.785818 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:26:07.802083 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:26:07.802902 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:25:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:26:07.807412 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36835acf-49c2-4545-a12d-2da710ba8882 req-91318f15-16c4-40a2-a7a1-fc0e7e3b685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:07.809210 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-91318f15-16c4-40a2-a7a1-fc0e7e3b685d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514684 Aug 30 20:26:07.916520 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-dfbbf7d7-7073-4f88-93b5-0af45888626a service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956204 Aug 30 20:26:07.920371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:26:08.031333 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-36835acf-49c2-4545-a12d-2da710ba8882 req-234f4901-d926-41d4-86a8-28e138dcf816 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060286 Aug 30 20:26:08.170864 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}, {'id': 'ffdd3183-e206-4ac3-82df-5e794e30c554', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:58:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a030976a-3543-4127-80ce-fece093ea28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:26:06Z', 'updated_at': '2021-08-30T20:26:06Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:26:08.203638 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7af59-67db-4580-b760-0ea2ad6cc24f None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}, {'id': 'ffdd3183-e206-4ac3-82df-5e794e30c554', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.252', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:58:54:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a030976a-3543-4127-80ce-fece093ea28b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:26:06Z', 'updated_at': '2021-08-30T20:26:06Z', 'revision_number': 0, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:26:08.423914 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd87e19-d72d-4ce9-a6b6-ba55ab308468 None None] New status for floating IP ffdd3183-e206-4ac3-82df-5e794e30c554: ACTIVE {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:26:11.193430 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c5922cd7-e895-497d-8e0e-d58489639c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:14.360145 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e75a1764-3a17-4cf6-908b-5dcaa5eaf8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:14.706484 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:15.717638 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:17.570601 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:21.209573 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:31.469932 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:26:41.197931 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09e6e3b9-13eb-44d2-a92f-67037cc731bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:44.359230 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-dd414700-c18c-42b4-bb49-b346a3b57490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:44.701097 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:45.715086 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:47.576074 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:51.219209 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:26:57.165399 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-faacc8c9-26fc-4895-b81f-16413abcf12c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476930 Aug 30 20:26:57.262720 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-3416ed25-a0de-479f-b6aa-b997f1efa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:57.264230 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-3416ed25-a0de-479f-b6aa-b997f1efa4b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0429270 Aug 30 20:26:57.378574 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-5532e7ed-55e7-43a7-b012-991df2f6a4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:57.379998 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-5532e7ed-55e7-43a7-b012-991df2f6a4d1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.0888677 Aug 30 20:26:57.482796 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-4991b69c-fcee-4d57-8942-3f9c65cf21fc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 1001 time: 0.0953913 Aug 30 20:26:57.539591 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-2908a684-a958-44a8-91bc-42fe29737dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:57.541268 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-2908a684-a958-44a8-91bc-42fe29737dec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0518084 Aug 30 20:26:57.592161 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-e7f73605-8dd3-45ba-bcc3-ae41720f8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:26:57.593680 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-e7f73605-8dd3-45ba-bcc3-ae41720f8bfd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451050 Aug 30 20:26:57.715553 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-884adc10-0c00-4c6c-8e75-8836bf8b1807 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139719 Aug 30 20:26:57.836222 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-80f94bcc-0b51-4b38-9f2d-046321c960e3 req-7b86353a-a976-4e06-afe1-ce7d9b012d11 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135170 Aug 30 20:27:08.469581 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:27:11.200580 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-cc3e646d-d88b-4c28-88ef-f1fff47e9576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:14.350995 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f54d8448-1045-43eb-a524-1ff44583a30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:14.704724 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:15.716667 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:17.573253 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:21.210777 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:39.468738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [req-f0bb7066-02b4-4ca0-a791-fc573c72e43d req-3f8a5c00-ed04-494b-b4a9-c5afeaee1ed4 service neutron] (94124) timed out ('10.222.0.90', 63917) {{(pid=94124) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 20:27:41.204105 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f565514f-1055-46bd-9c14-cec2be65d2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:44.352548 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-16ffd5b8-951b-4d9a-a4c0-910c69ebdaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:44.712371 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:45.469146 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:27:45.719071 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:47.575166 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:51.209254 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.350020 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55732) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:27:56.533581 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port 72ad0d5f-1ab8-4755-b599-101c2b5f98c2 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:27:56.533975 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.619853 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.620246 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.635337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for 72ad0d5f-1ab8-4755-b599-101c2b5f98c2 owned by network:floatingip {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:27:56.794624 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.827355 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=72ad0d5f-1ab8-4755-b599-101c2b5f98c2,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:27:56.852281 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.852629 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.852977 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.853315 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.853649 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.854011 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.854345 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.854679 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.855009 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.855337 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.855664 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.855985 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94125) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:27:56.898352 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:56.898609 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP ffdd3183-e206-4ac3-82df-5e794e30c554 disassociated (deleted). External IP: 172.27.2.252, port: bf52fdd3-0c54-4554-afb0-00423127f7b1. Aug 30 20:27:57.136284 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:27:57.254940 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:27:57.260263 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:57.265475 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:27:57.274724 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:27:57.275343 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:27:57.288605 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-4ded1159-5f4b-4053-87a2-e8c333c5fb58 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "DELETE /v2.0/floatingips/ffdd3183-e206-4ac3-82df-5e794e30c554 HTTP/1.1" status: 204 len: 168 time: 0.9375362 Aug 30 20:27:57.289489 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:27:57.292402 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7a31b3-4882-4f56-8b2f-49438044129c" -d '{"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:27:57.516552 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:27:57.529701 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d99951-8aeb-4dc8-b09d-fdb6149717c1 x-openstack-request-id: req-f7d99951-8aeb-4dc8-b09d-fdb6149717c1 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:27:57.530491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:27:57.530491 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7d99951-8aeb-4dc8-b09d-fdb6149717c1 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:27:57.530804 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'status': 'completed', 'code': 200} Aug 30 20:27:57.652070 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-d4482015-057f-488b-865f-3f5b7100e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:57.653731 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-d4482015-057f-488b-865f-3f5b7100e572 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 1099 time: 0.0812457 Aug 30 20:27:57.680185 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b30d5b-0576-4992-aafc-61691f9091c3 req-bd5a27a8-50f5-4d1a-b21e-c7e0b633f248 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:57.681954 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b9b30d5b-0576-4992-aafc-61691f9091c3 req-bd5a27a8-50f5-4d1a-b21e-c7e0b633f248 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0765045 Aug 30 20:27:57.767194 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-b9b30d5b-0576-4992-aafc-61691f9091c3 req-84aa14e4-0192-4b1c-945e-ba2a9c434be0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741849 Aug 30 20:27:57.776032 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:27:57.801926 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-90776cdc-725c-4023-8e45-569a71fbcfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:57.803878 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-90776cdc-725c-4023-8e45-569a71fbcfdf service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.1412292 Aug 30 20:27:57.806360 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:27:57.815317 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:27:57.815934 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:27:57.857638 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-659019c9-a348-46e0-8aad-1d3d1492ff0f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 200 len: 217 time: 0.0460958 Aug 30 20:27:57.912202 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-827fbee6-fa2f-4272-a919-2031fe59f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:57.913734 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-827fbee6-fa2f-4272-a919-2031fe59f6e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0469596 Aug 30 20:27:57.943427 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:27:57.963833 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-d7e3ddb7-a85e-4daa-9c14-5dfddc709368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:57.965353 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-d7e3ddb7-a85e-4daa-9c14-5dfddc709368 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442009 Aug 30 20:27:58.065996 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-e32e2f8a-dfe3-4145-a0b7-1c544b4371c8 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922740 Aug 30 20:27:58.170384 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-5c7a31b3-4882-4f56-8b2f-49438044129c req-dcb8e0c5-3b3e-4544-90c8-d58faf6f462f service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967925 Aug 30 20:27:58.209991 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:27:58.237465 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cefe091-d2e8-4b9c-98d9-7d9a71e10e6a None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_floatingips': [{'id': '76b5c4a1-0c29-4514-a10e-2db3d6dda825', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'router_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'port_id': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'mac_address': 'fa:16:3e:1a:b0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b539ff45-1940-4d7c-a842-de828e4505be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T20:23:20Z', 'updated_at': '2021-08-30T20:23:23Z', 'revision_number': 1, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:27:58.473510 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060c9ef-fd57-4a0c-bb94-60a30fb39fa3 None None] New status for floating IP ffdd3183-e206-4ac3-82df-5e794e30c554: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:27:58.923832 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c92dd-4ffa-4829-b024-24d587fd82ec req-9fc67605-2c72-4abb-b1b1-752aeaf0e4f9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:58.925259 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e5c92dd-4ffa-4829-b024-24d587fd82ec req-9fc67605-2c72-4abb-b1b1-752aeaf0e4f9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0582080 Aug 30 20:27:58.970048 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7e5c92dd-4ffa-4829-b024-24d587fd82ec req-195eca90-1378-4000-a9ae-399db8078b86 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381005 Aug 30 20:27:59.321488 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-cef0e1b0-5099-4a31-8ec2-8bfa109abfe4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:27:59.323125 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-cef0e1b0-5099-4a31-8ec2-8bfa109abfe4 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 946 time: 0.0543547 Aug 30 20:27:59.429152 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port bf52fdd3-0c54-4554-afb0-00423127f7b1 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:27:59.429572 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:59.530511 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] For port bf52fdd3-0c54-4554-afb0-00423127f7b1, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=bf52fdd3-0c54-4554-afb0-00423127f7b1,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:27:59.530865 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:59.546293 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for bf52fdd3-0c54-4554-afb0-00423127f7b1 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:27:59.702545 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:59.732793 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=bf52fdd3-0c54-4554-afb0-00423127f7b1,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:27:59.792239 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] No DVR routers for this DVR port bf52fdd3-0c54-4554-afb0-00423127f7b1 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:27:59.795108 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:27:59.797110 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-357472c3-e2cd-4a8f-a75f-18fe4a09799e req-2d169b3a-e374-4d86-ba78-43e21163a5ac tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "DELETE /v2.0/ports/bf52fdd3-0c54-4554-afb0-00423127f7b1 HTTP/1.1" status: 204 len: 173 time: 0.4675729 Aug 30 20:27:59.797543 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'name': 'network-vif-deleted', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:27:59.799794 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a00e3c-2ec1-48a1-bd96-cec74b054a95" -d '{"events": [{"server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "name": "network-vif-deleted", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:27:59.843990 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fdf0b5-d30e-4a4d-8df6-e46023a5e9fc x-openstack-request-id: req-16fdf0b5-d30e-4a4d-8df6-e46023a5e9fc {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:27:59.844287 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a030976a-3543-4127-80ce-fece093ea28b", "name": "network-vif-deleted", "tag": "bf52fdd3-0c54-4554-afb0-00423127f7b1", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:27:59.844543 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16fdf0b5-d30e-4a4d-8df6-e46023a5e9fc {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:27:59.844948 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a030976a-3543-4127-80ce-fece093ea28b', 'name': 'network-vif-deleted', 'tag': 'bf52fdd3-0c54-4554-afb0-00423127f7b1', 'status': 'completed', 'code': 200} Aug 30 20:28:00.090842 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-7fe9ad2e-561f-4a34-bff0-9182674f2463 req-a627cbe9-acfc-42c3-b5fb-f1bd1ae7f3e0 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=a030976a-3543-4127-80ce-fece093ea28b HTTP/1.1" status: 200 len: 210 time: 0.0401762 Aug 30 20:28:02.644097 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device bf52fdd3-0c54-4554-afb0-00423127f7b1 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:02.668546 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: bf52fdd3-0c54-4554-afb0-00423127f7b1 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:02.668888 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device bf52fdd3-0c54-4554-afb0-00423127f7b1 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:03.394829 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55774) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:03.575051 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port 9724ac45-6c13-455d-b6c0-89613f8e8855 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:03.575400 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:03.669462 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:03.669792 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:03.683435 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for 9724ac45-6c13-455d-b6c0-89613f8e8855 owned by network:floatingip {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:03.904883 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:03.934340 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=9724ac45-6c13-455d-b6c0-89613f8e8855,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:04.031548 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:04.031905 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.db.l3_db [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Floating IP 76b5c4a1-0c29-4514-a10e-2db3d6dda825 disassociated (deleted). External IP: 172.27.2.250, port: 4e44391c-e353-422d-a57e-e64c2fb14d02. Aug 30 20:28:04.274361 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:28:04.430162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:28:04.436977 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:04.443642 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:28:04.457719 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:04.458554 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:04.479698 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-811a2a12-7d02-4c16-aafe-46d3e360e522 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "DELETE /v2.0/floatingips/76b5c4a1-0c29-4514-a10e-2db3d6dda825 HTTP/1.1" status: 204 len: 168 time: 1.0833638 Aug 30 20:28:04.480370 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:28:04.482696 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91dad24-ee05-4b30-95e4-dbb6f75996b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:28:04.607200 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:04.660172 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a81e960-d7cc-4e0a-baf3-95612a1ae3c8 x-openstack-request-id: req-0a81e960-d7cc-4e0a-baf3-95612a1ae3c8 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:28:04.661224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:28:04.661224 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a81e960-d7cc-4e0a-baf3-95612a1ae3c8 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:28:04.661891 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'status': 'completed', 'code': 200} Aug 30 20:28:04.777956 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-c542290a-6af3-4985-a3bb-a5d2b050ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:04.779959 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-c542290a-6af3-4985-a3bb-a5d2b050ada4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6eda64445c834520870f1a4eb63b5ea4&device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 1098 time: 0.0926170 Aug 30 20:28:04.809374 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72318826-2aa1-427d-97d3-4be431236952 req-24b53997-7de2-466c-be0d-1e57963c7ac1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:04.811785 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-72318826-2aa1-427d-97d3-4be431236952 req-24b53997-7de2-466c-be0d-1e57963c7ac1 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0839765 Aug 30 20:28:04.843848 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:04.871824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:28:04.881305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:04.881994 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:04.958628 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-72318826-2aa1-427d-97d3-4be431236952 req-96ac9291-28f6-47ae-84ef-22edf80fdcd9 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340783 Aug 30 20:28:04.995904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-7640e81b-b195-479b-878c-9e0ad62a5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:04.997889 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-7640e81b-b195-479b-878c-9e0ad62a5f4c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 200 len: 912 time: 0.2034733 Aug 30 20:28:05.010771 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:05.051971 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-79f78d8a-d8d3-4ffd-9d85-4a9f87204c27 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 200 len: 217 time: 0.0458689 Aug 30 20:28:05.109302 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-89696965-a08f-404f-bb28-058718b20954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:05.110877 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-89696965-a08f-404f-bb28-058718b20954 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 200 len: 850 time: 0.0519803 Aug 30 20:28:05.180338 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-fceb70c0-f032-44db-a090-d7ac88c858ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:05.182982 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-fceb70c0-f032-44db-a090-d7ac88c858ba service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f9f62104-327d-474b-8982-f3503f733f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637209 Aug 30 20:28:05.269681 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:05.293165 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-65abb35c-b16b-4629-8029-bb9a1bab05b0 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024392 Aug 30 20:28:05.310240 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427586ac-06e6-4ea2-bc0d-4c93de1435d9 None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:16Z', 'revision_number': 4, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi', '_interfaces': [{'id': 'ee96735d-78b7-4fcc-9ead-2b171c1fb98b', 'name': '', 'network_id': 'f9f62104-327d-474b-8982-f3503f733f94', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'mac_address': 'fa:16:3e:8b:d8:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:15Z', 'updated_at': '2021-08-30T20:19:23Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'subnets': [{'id': 'dbbd7ae4-72d7-4c24-92c7-19670caa9dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:28:05.417360 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-a91dad24-ee05-4b30-95e4-dbb6f75996b1 req-4b0bc905-7cea-4c89-910e-f1cc9ccb5142 service neutron] 10.222.0.90 "GET /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148813 Aug 30 20:28:05.573793 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888caed1-70c5-49fd-8dcf-8b23358e06c1 None None] New status for floating IP 76b5c4a1-0c29-4514-a10e-2db3d6dda825: DOWN {{(pid=94127) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 20:28:06.139658 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897a4be-6051-42d8-a00b-3df03f8822f3 req-eaa0c93e-4c05-4f14-9016-3413df11b2e7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:06.142344 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8897a4be-6051-42d8-a00b-3df03f8822f3 req-eaa0c93e-4c05-4f14-9016-3413df11b2e7 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0808506 Aug 30 20:28:06.194030 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-8897a4be-6051-42d8-a00b-3df03f8822f3 req-f251159e-350b-4e54-b294-c176293cc0ef tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/security-groups?id=9284388f-f8d4-41f1-8be1-0308328ff84b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444171 Aug 30 20:28:06.395014 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-47c8c3a6-2cfc-4ee0-91d1-ec94c50099ab tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94125) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 20:28:06.396403 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-47c8c3a6-2cfc-4ee0-91d1-ec94c50099ab tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 945 time: 0.0525885 Aug 30 20:28:06.500623 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port 4e44391c-e353-422d-a57e-e64c2fb14d02 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:06.500965 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:06.624356 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] For port 4e44391c-e353-422d-a57e-e64c2fb14d02, host hv-cinder-77703, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77703',level=0,port_id=4e44391c-e353-422d-a57e-e64c2fb14d02,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:06.624732 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:06.643347 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for 4e44391c-e353-422d-a57e-e64c2fb14d02 owned by compute:nova {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:06.823475 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:06.860074 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=4e44391c-e353-422d-a57e-e64c2fb14d02,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:06.917986 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] No DVR routers for this DVR port 4e44391c-e353-422d-a57e-e64c2fb14d02 on host hv-cinder-77703 {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:28:06.921396 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for port, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:06.925800 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-ecd4e221-5ad6-4361-b0ed-b71332a88410 req-6f511946-ece3-48d3-976a-e100392a162f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.90 "DELETE /v2.0/ports/4e44391c-e353-422d-a57e-e64c2fb14d02 HTTP/1.1" status: 204 len: 173 time: 0.5223565 Aug 30 20:28:06.926844 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'name': 'network-vif-deleted', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02'}] {{(pid=94125) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 20:28:06.931162 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51a16756aeffb0b5814df731461bab7867e2549ec7feebc1640ff3d07af17686" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb57055-7f39-4a38-86a0-6a627920213e" -d '{"events": [{"server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "name": "network-vif-deleted", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02"}]}' {{(pid=94125) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 20:28:06.985933 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709e43e6-f8f4-43b0-91f0-2fb72c6ce159 x-openstack-request-id: req-709e43e6-f8f4-43b0-91f0-2fb72c6ce159 {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 20:28:06.986517 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b539ff45-1940-4d7c-a842-de828e4505be", "name": "network-vif-deleted", "tag": "4e44391c-e353-422d-a57e-e64c2fb14d02", "status": "completed", "code": 200}]} {{(pid=94125) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 20:28:06.986962 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-709e43e6-f8f4-43b0-91f0-2fb72c6ce159 {{(pid=94125) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 20:28:06.987690 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b539ff45-1940-4d7c-a842-de828e4505be', 'name': 'network-vif-deleted', 'tag': '4e44391c-e353-422d-a57e-e64c2fb14d02', 'status': 'completed', 'code': 200} Aug 30 20:28:07.354727 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [req-3655a5d3-221d-4d8d-a7f6-a9be88d157b6 req-fc969d1c-4702-44dd-b46d-bde63854f94f tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "GET /v2.0/ports?device_id=b539ff45-1940-4d7c-a842-de828e4505be HTTP/1.1" status: 200 len: 210 time: 0.0496507 Aug 30 20:28:08.439302 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55800) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:08.643859 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Deleting port 12258748-8fa6-445d-8454-ffd612b3e954 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:08.644380 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:08.698922 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 4e44391c-e353-422d-a57e-e64c2fb14d02 no longer exists at agent hyperv_hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:08.731221 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] No Port match for: 4e44391c-e353-422d-a57e-e64c2fb14d02 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:08.731546 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Device 4e44391c-e353-422d-a57e-e64c2fb14d02 not bound to the agent host hv-cinder-77703 {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:08.776966 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:08.777477 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:08.796139 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Calling delete_port for 12258748-8fa6-445d-8454-ffd612b3e954 owned by network:floatingip {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:08.964454 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:08.996746 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'Port': ['ID=12258748-8fa6-445d-8454-ffd612b3e954,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:09.010346 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.010776 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.011157 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.011528 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.011903 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.012272 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.012669 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.013036 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.013397 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.013799 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.014188 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.014600 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94124) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:09.094885 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for floatingip, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:09.097748 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163352'] for floatingip, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:09.099421 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-940aa5fc-bcd1-4594-9c39-c386ec3802c8 tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "DELETE /v2.0/floatingips/cc48685b-469b-46b6-90df-d21d94782857 HTTP/1.1" status: 204 len: 168 time: 0.6589549 Aug 30 20:28:10.372090 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55818) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:10.466809 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:10.500999 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:10.591983 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:10.595177 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:10.596312 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] 10.222.0.11 "DELETE /v2.0/security-groups/9284388f-f8d4-41f1-8be1-0308328ff84b HTTP/1.1" status: 204 len: 168 time: 0.2228580 Aug 30 20:28:10.611721 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d38a1-e3b5-4930-8952-ee5b06dafecc tempest-TestVolumeBootPattern-1676106015 tempest-TestVolumeBootPattern-1676106015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9284388f-f8d4-41f1-8be1-0308328ff84b,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:11.211897 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-87bfbf8b-362b-4998-b464-83c78791d132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:11.705610 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55824) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:12.477470 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:12.805283 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Deleting port ee96735d-78b7-4fcc-9ead-2b171c1fb98b {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:12.806448 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:12.898768 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] For port ee96735d-78b7-4fcc-9ead-2b171c1fb98b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:12.899142 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:12.913410 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Calling delete_port for ee96735d-78b7-4fcc-9ead-2b171c1fb98b owned by network:router_interface {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:13.116830 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:13.142214 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee96735d-78b7-4fcc-9ead-2b171c1fb98b,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:13.325571 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:13.577800 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94125) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:28:13.699821 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94125) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:28:13.705031 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-a1da4bc4-aff2-4de7-86d0-737ef930a08a admin admin] 10.222.0.11 "PUT /v2.0/routers/9cf0dd84-76fa-4dd0-82e1-5132249ff7e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9981906 Aug 30 20:28:13.707862 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55828) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:13.710764 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Sync routers for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:28:13.719968 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:13.720599 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:13.828582 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks [] for router, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:13.837606 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: dv-cinder-777031-3-iscsi {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:13.957688 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.023618 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Deleting port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:14.026463 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.070777 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:28:13Z', 'revision_number': 5, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port': {'id': '46c1c18b-7c5c-4907-9d21-3f4bb3d18af2', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:74:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:14.107389 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Checking router: 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 for host: dv-cinder-777031-3-iscsi {{(pid=94126) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:28:14.118931 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Routers {'9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94126) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:14.119968 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:27:44Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'], 'active': True} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:14.143317 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] For port 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:14.143678 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.157937 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Calling delete_port for 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 owned by network:router_gateway {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:14.251450 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvr_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] Set router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 gateway port host: None {{(pid=94126) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:14.417289 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.449104 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c1c18b-7c5c-4907-9d21-3f4bb3d18af2,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:14.465682 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_hamode_db [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:28:13Z', 'revision_number': 6, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port_host': None}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:14.502185 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41e1bf2-c6f6-469b-b4cf-4cd1dd3a2a3d None None] The sync data for ids ['9cf0dd84-76fa-4dd0-82e1-5132249ff7e7'] in dv-cinder-777031-3-iscsi is: [{'id': '9cf0dd84-76fa-4dd0-82e1-5132249ff7e7', 'name': 'tempest-TestVolumeBootPattern-278015241-router', 'tenant_id': '6eda64445c834520870f1a4eb63b5ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:13Z', 'updated_at': '2021-08-30T20:28:13Z', 'revision_number': 6, 'project_id': '6eda64445c834520870f1a4eb63b5ea4', 'gw_port_host': None}] {{(pid=94126) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:28:14.506626 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-bbafdc40-9710-47ba-b6c5-8b3974f06833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.536677 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.635365 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.638291 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.706642 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.707608 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 {{(pid=94125) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:28:14.714827 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] Notify callbacks [] for router, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.716002 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-539bb994-c3b5-49b3-918c-dc72ce0b4540 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9cf0dd84-76fa-4dd0-82e1-5132249ff7e7 HTTP/1.1" status: 204 len: 168 time: 1.0071635 Aug 30 20:28:14.716730 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.719614 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55830) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:14.767951 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Deleting subnet dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 {{(pid=94125) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:28:14.771976 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.809455 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16069170'] for subnet, precommit_delete_associations {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.903027 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:14.979513 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16580794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12931753'] for subnet, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.004773 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbbd7ae4-72d7-4c24-92c7-19670caa9dd3,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:15.012050 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for subnet, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.015922 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-d1671c62-a659-4cfb-97fb-f0d385a8c387 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dbbd7ae4-72d7-4c24-92c7-19670caa9dd3 HTTP/1.1" status: 204 len: 168 time: 0.2931449 Aug 30 20:28:15.019574 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151df73e-c2c9-456d-ab58-f660e7dcd743 None None] Network f9f62104-327d-474b-8982-f3503f733f94 requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:28:15.021199 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55832) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:15.104597 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.192194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Deleting port b7640cda-b5a5-4d4b-abbf-340c5cff8863 {{(pid=94125) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:15.192194 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.287252 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.db [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] For port b7640cda-b5a5-4d4b-abbf-340c5cff8863, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b7640cda-b5a5-4d4b-abbf-340c5cff8863,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94125) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:15.288496 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.288683 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] DHCP port deletion for f9f62104-327d-474b-8982-f3503f733f94 request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:28:15.309817 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.plugin [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Calling delete_port for b7640cda-b5a5-4d4b-abbf-340c5cff8863 owned by network:dhcp {{(pid=94125) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:15.353545 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Deleting port b7640cda-b5a5-4d4b-abbf-340c5cff8863 {{(pid=94126) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:15.353962 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.404237 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16580821'] for port, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.435949 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7640cda-b5a5-4d4b-abbf-340c5cff8863,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:15.444994 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] No DVR routers for this DVR port b7640cda-b5a5-4d4b-abbf-340c5cff8863 on host dv-cinder-777031-3-iscsi {{(pid=94125) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:28:15.445571 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.db [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] For port b7640cda-b5a5-4d4b-abbf-340c5cff8863, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=b7640cda-b5a5-4d4b-abbf-340c5cff8863,segment=NetworkSegment(93069201-2f3f-4d9c-b2cb-49488bdf0bdb),segment_id=93069201-2f3f-4d9c-b2cb-49488bdf0bdb)] {{(pid=94126) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:15.445914 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.462414 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Calling delete_port for b7640cda-b5a5-4d4b-abbf-340c5cff8863 owned by network:dhcp {{(pid=94126) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:15.539298 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.556904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823'] for port, after_delete {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.557330 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f62104-327d-474b-8982-f3503f733f94']}} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:15.578080 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93069201-2f3f-4d9c-b2cb-49488bdf0bdb') {'for_net_delete': True} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:15.578571 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.services.segments.db [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93069201-2f3f-4d9c-b2cb-49488bdf0bdb') {} {{(pid=94125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:15.591431 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Pushing event deleted for resources: {'Port': ['ID=b7640cda-b5a5-4d4b-abbf-340c5cff8863,revision_number=None']} {{(pid=94126) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:15.595647 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16069129'] for segment, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.600035 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] No DVR routers for this DVR port b7640cda-b5a5-4d4b-abbf-340c5cff8863 on host dv-cinder-777031-3-iscsi {{(pid=94126) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:28:15.602564 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.603406 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.603406 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.604969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.604969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.604969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.604969 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.609219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.609219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.609219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.609219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.609219 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5792651c-f910-4595-bb79-14bd07cbce19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777031-3-iscsi {{(pid=94126) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 20:28:15.634864 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.645632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94125) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:28:15.645632 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16580608'] for segment, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: Traceback (most recent call last): Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: timer() Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: cb(*args, **kw) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: return func(*args, **kwargs) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: self._notify() Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: self.callback(batched_events) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: event.method(event) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: return f(self, *a, **k) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._get(url).json() Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: return self.request(url, 'GET', **kwargs) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:28:15.647981 dv-cinder-777031-3-iscsi neutron-server[94125]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:28:15.683392 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:15.705827 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:15.706154 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 46c1c18b-7c5c-4907-9d21-3f4bb3d18af2 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:15.707226 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ee96735d-78b7-4fcc-9ead-2b171c1fb98b no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:15.737299 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: ee96735d-78b7-4fcc-9ead-2b171c1fb98b {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:15.738364 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device ee96735d-78b7-4fcc-9ead-2b171c1fb98b not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:15.739272 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b7640cda-b5a5-4d4b-abbf-340c5cff8863 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:15.749804 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.756019 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.759115 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f9f62104-327d-474b-8982-f3503f733f94 HTTP/1.1" status: 204 len: 168 time: 0.7364719 Aug 30 20:28:15.763717 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55834) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:15.767073 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: b7640cda-b5a5-4d4b-abbf-340c5cff8863 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:15.767983 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device b7640cda-b5a5-4d4b-abbf-340c5cff8863 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:15.772347 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:15.787035 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861910f-257c-41e1-87b3-385966acc2b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9f62104-327d-474b-8982-f3503f733f94,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:16.184767 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-416011'] for router_interface, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:16.461835 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Deleting port 231537d2-eba8-467f-83e3-4ff711224895 {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:16.462273 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:16.546243 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] For port 231537d2-eba8-467f-83e3-4ff711224895, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=231537d2-eba8-467f-83e3-4ff711224895,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:16.546617 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:16.565138 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Calling delete_port for 231537d2-eba8-467f-83e3-4ff711224895 owned by network:router_interface {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:16.794022 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:16.833709 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=231537d2-eba8-467f-83e3-4ff711224895,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:17.027382 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-752251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-416151'] for router_interface, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:17.258887 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Router d5290cc5-d724-40fc-b25d-9e9e4f40deff has already been hosted by L3 agent b1408f36-bfb7-444f-8239-6eff99700549 {{(pid=94124) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 20:28:17.375777 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] Notify agent at l3_agent.dv-cinder-777031-3-iscsi the message routers_updated {{(pid=94124) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 20:28:17.382407 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-53b5139a-1f07-45ff-8551-1353d3e05c45 admin admin] 10.222.0.11 "PUT /v2.0/routers/d5290cc5-d724-40fc-b25d-9e9e4f40deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164763 Aug 30 20:28:17.385869 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Sync routers for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 20:28:17.386365 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55836) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:17.397690 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:17.398340 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:28:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:17.512607 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:17.605543 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:17.758937 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:28:16Z', 'revision_number': 5, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:17.786088 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Checking router: d5290cc5-d724-40fc-b25d-9e9e4f40deff for host: dv-cinder-777031-3-iscsi {{(pid=94127) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 20:28:17.793836 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks [] for router, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:17.796348 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Routers {'d5290cc5-d724-40fc-b25d-9e9e4f40deff'} bound to L3 agent in host dv-cinder-777031-3-iscsi {{(pid=94127) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 20:28:17.800761 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777031-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T20:01:44Z,description=,heartbeat_timestamp=2021-08-30T20:28:14Z,host='dv-cinder-777031-3-iscsi',id=b1408f36-bfb7-444f-8239-6eff99700549,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T20:01:44Z,topic='l3_agent')) {'router_ids': ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'], 'active': True} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:17.917745 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_dvr_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] Set router d5290cc5-d724-40fc-b25d-9e9e4f40deff gateway port host: dv-cinder-777031-3-iscsi {{(pid=94127) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 20:28:17.918652 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:17.985806 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Deleting port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:17.986465 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.106442 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] For port 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,segment=NetworkSegment(52497a69-e502-4fce-bde0-a80d645fa1f5),segment_id=52497a69-e502-4fce-bde0-a80d645fa1f5)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:18.106815 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.125488 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Calling delete_port for 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e owned by network:router_gateway {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:18.163713 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.l3_hamode_db [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:28:16Z', 'revision_number': 5, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}], 'dv-cinder-777031-3-iscsi', False) {} {{(pid=94127) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:18.192329 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffff07-6ea7-4dfb-b72c-076cd05d297a None None] The sync data for ids ['d5290cc5-d724-40fc-b25d-9e9e4f40deff'] in dv-cinder-777031-3-iscsi is: [{'id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'name': 'tempest-TestVolumeBootPattern-1384645608-router', 'tenant_id': '20ab5b70cfed4f3d8253599ec7de6245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'external_fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:28:16Z', 'revision_number': 5, 'project_id': '20ab5b70cfed4f3d8253599ec7de6245', 'gw_port': {'id': '3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e', 'name': '', 'network_id': 'eb893771-ee68-4469-a4ff-8f74d303189a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:70:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5290cc5-d724-40fc-b25d-9e9e4f40deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '43079556-98b5-4f18-8d43-524ab5636060', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777031-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T20:19:18Z', 'updated_at': '2021-08-30T20:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43079556-98b5-4f18-8d43-524ab5636060', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777031-3-iscsi'}] {{(pid=94127) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 20:28:18.304480 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.336724 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Pushing event deleted for resources: {'Port': ['ID=3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:18.395981 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-417845'] for router_gateway, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.490747 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-417547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12567'] for router, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.492916 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.544854 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-417536'] for router, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.545491 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5290cc5-d724-40fc-b25d-9e9e4f40deff {{(pid=94124) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 20:28:18.552251 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] Notify callbacks [] for router, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.554160 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-70d0f5e7-93ba-41b2-80d3-6dedbe8aaf60 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d5290cc5-d724-40fc-b25d-9e9e4f40deff HTTP/1.1" status: 204 len: 168 time: 1.1669760 Aug 30 20:28:18.557675 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55838) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:18.611292 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Deleting subnet 80d4d047-6c7f-4eca-bddc-4738fa979b3f {{(pid=94124) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 20:28:18.615832 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.674679 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12209072'] for subnet, precommit_delete_associations {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.762234 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3744106'] for subnet, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.839583 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3744097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585135', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12179271', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8829497'] for subnet, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.872850 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d4d047-6c7f-4eca-bddc-4738fa979b3f,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:18.876612 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:18.881913 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-fc9160ee-c14d-4209-81a2-0bc033d6075f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/80d4d047-6c7f-4eca-bddc-4738fa979b3f HTTP/1.1" status: 204 len: 168 time: 0.3203392 Aug 30 20:28:18.882386 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55840) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:18.891845 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d303e0ab-4068-4fab-a045-8f4b7fb3bb26 None None] Network 340b1eff-1188-460a-abcf-de8ae4375acb requested from dv-cinder-777031-3-iscsi {{(pid=94126) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 20:28:18.977198 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3918085'] for network, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.042555 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Deleting port 8399095e-e808-4b1c-9d0a-fee082875b9b {{(pid=94124) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 20:28:19.042977 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788368786966'] for port, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.111413 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.db [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] For port 8399095e-e808-4b1c-9d0a-fee082875b9b, host dv-cinder-777031-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777031-3-iscsi',level=0,port_id=8399095e-e808-4b1c-9d0a-fee082875b9b,segment=NetworkSegment(b653dd3a-505e-4877-9d88-c5f5c57de6eb),segment_id=b653dd3a-505e-4877-9d88-c5f5c57de6eb)] {{(pid=94124) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 20:28:19.111774 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418685'] for port, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.125172 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.plugin [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Calling delete_port for 8399095e-e808-4b1c-9d0a-fee082875b9b owned by network:dhcp {{(pid=94124) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 20:28:19.213034 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3732616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-976854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788368787429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788368257823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12179240'] for port, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.247738 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] No DVR routers for this DVR port 8399095e-e808-4b1c-9d0a-fee082875b9b on host dv-cinder-777031-3-iscsi {{(pid=94124) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 20:28:19.249430 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8399095e-e808-4b1c-9d0a-fee082875b9b,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:19.282685 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b85997-7ac6-4c03-b618-70b438489135 None None] DHCP port deletion for 340b1eff-1188-460a-abcf-de8ae4375acb request from dv-cinder-777031-3-iscsi {{(pid=94126) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 20:28:19.336854 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3747217', 'neutron.services.segments.db._delete_segments_for_network-8788368824769'] for network, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.348651 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340b1eff-1188-460a-abcf-de8ae4375acb']}} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:19.360688 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b653dd3a-505e-4877-9d88-c5f5c57de6eb') {'for_net_delete': True} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:19.361059 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.services.segments.db [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b653dd3a-505e-4877-9d88-c5f5c57de6eb') {} {{(pid=94124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 20:28:19.371964 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788368834645', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12209035'] for segment, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.390383 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716'] for segment, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.397464 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94124) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 20:28:19.398030 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3750716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12179453'] for segment, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: Traceback (most recent call last): Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: timer() Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: cb(*args, **kw) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: return func(*args, **kwargs) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: self._notify() Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: self.callback(batched_events) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: event.method(event) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: return f(self, *a, **k) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._get(url).json() Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: return self.request(url, 'GET', **kwargs) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 20:28:19.400184 dv-cinder-777031-3-iscsi neutron-server[94124]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 20:28:19.476091 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3747208', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-752236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-417817'] for network, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.482779 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-752286'] for network, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.484976 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/340b1eff-1188-460a-abcf-de8ae4375acb HTTP/1.1" status: 204 len: 168 time: 0.6010838 Aug 30 20:28:19.498573 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c57524e-85e4-494d-a5e5-69545c6f87b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=340b1eff-1188-460a-abcf-de8ae4375acb,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:19.616003 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:19.637729 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:19.638213 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 3782a5c3-d37c-4b6e-b5d0-2e63f476bb2e not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:19.638647 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 231537d2-eba8-467f-83e3-4ff711224895 no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:19.645705 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55844) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:19.670814 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 231537d2-eba8-467f-83e3-4ff711224895 {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:19.671146 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 231537d2-eba8-467f-83e3-4ff711224895 not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:19.671577 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8399095e-e808-4b1c-9d0a-fee082875b9b no longer exists at agent ovs-agent-dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 20:28:19.691546 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-0a42a5f1-01f5-46d5-aeea-882cc82fe8af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6eda64445c834520870f1a4eb63b5ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446687 Aug 30 20:28:19.693927 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.plugin [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] No Port match for: 8399095e-e808-4b1c-9d0a-fee082875b9b {{(pid=94126) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 20:28:19.694268 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron.plugins.ml2.rpc [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Device 8399095e-e808-4b1c-9d0a-fee082875b9b not bound to the agent host dv-cinder-777031-3-iscsi {{(pid=94126) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 20:28:19.695116 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.wsgi [-] (94124) accepted ('10.222.0.11', 55846) {{(pid=94124) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:19.762472 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.794023 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.876839 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.881311 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron_lib.callbacks.manager [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:19.882743 dv-cinder-777031-3-iscsi neutron-server[94124]: INFO neutron.wsgi [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e7cc53d-86d0-469a-88a1-f7ed95843819 HTTP/1.1" status: 204 len: 168 time: 0.1861002 Aug 30 20:28:19.893095 dv-cinder-777031-3-iscsi neutron-server[94124]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597eec8-e26f-403d-8b4b-c6733a0dcf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7cc53d-86d0-469a-88a1-f7ed95843819,revision_number=None']} {{(pid=94124) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:20.323535 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55852) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:20.376150 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-42007678-e7ef-4fbf-b028-7a47d76b49b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20ab5b70cfed4f3d8253599ec7de6245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514083 Aug 30 20:28:20.380316 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [-] (94125) accepted ('10.222.0.11', 55854) {{(pid=94125) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 20:28:20.441579 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:20.467216 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:20.528841 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588227'] for security_group, after_delete {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:20.531917 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron_lib.callbacks.manager [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:20.533893 dv-cinder-777031-3-iscsi neutron-server[94125]: INFO neutron.wsgi [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f344cb58-1e4b-4934-85c0-24f89475d4dc HTTP/1.1" status: 204 len: 168 time: 0.1521764 Aug 30 20:28:20.545904 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cda1c-37cb-4b18-8bb7-20264bab7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f344cb58-1e4b-4934-85c0-24f89475d4dc,revision_number=None']} {{(pid=94125) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 20:28:21.237460 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:22.468773 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:28:41.204448 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0b31944c-c0a6-4b90-88d3-1c816d3e02da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:44.359505 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0d38555b-e43e-442f-a0f8-a9b9e15cc314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:44.700842 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:45.720904 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:47.589572 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:51.223995 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:28:59.467742 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:29:11.211824 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-ff8352ff-520a-4017-873c-ca5c31288414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:14.362197 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e11c3df4-e129-4b57-97e0-8edc1c7d26f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:14.707907 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:15.722576 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:17.591975 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:21.220099 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:36.469827 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:29:41.206202 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-f41a5eae-ed17-4a19-a522-e09bedc08ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:44.366436 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fb47-0f78-4804-808c-8421a47f0437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:44.700896 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:45.726155 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:47.601781 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:51.222444 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:29:55.932981 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-cc255269-da2a-485c-ae82-9fcd500e35d5 req-1d38b334-bbce-44ea-8d6b-9003e13395bc service neutron] (94125) timed out ('10.222.0.11', 50448) {{(pid=94125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 20:30:00.888699 dv-cinder-777031-3-iscsi neutron-server[94125]: DEBUG neutron.wsgi [req-baa97564-11c8-431b-84ca-adff233fc5d7 req-2c38f0c0-a033-4efc-8aa1-1e7ea21bfd41 tempest-VolumesSnapshotTestJSON-998520761 tempest-VolumesSnapshotTestJSON-998520761-project] (94125) timed out ('10.222.0.11', 42692) {{(pid=94125) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 20:30:11.212867 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e7caa1fa-5afd-42db-9fc2-9b817cf9ff48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:13.468200 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:30:14.371153 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-54d75771-cd3f-467c-a4eb-87bab6f94db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:14.706305 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:15.730041 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:17.603770 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:21.252063 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:41.207233 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6abc6560-f286-43bf-baca-6e99e383ec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:44.375795 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-e02bb607-299a-4633-adff-26c4af65fb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:44.702410 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:45.732721 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:47.601725 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:30:50.466421 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:30:51.266119 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:11.210661 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-6b5da037-891f-4c6c-b6e8-db0f014dd32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:14.381764 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c6e7aadc-90da-4e16-8730-b461cebf5fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:14.705902 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:15.738519 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:17.605365 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:21.292184 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:27.466105 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:31:41.212585 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-33d2a884-c16f-4fe8-974a-dacbb8da4b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:44.387065 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-09c391ef-6c52-4fe0-bf38-e1941f49a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:44.705393 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:45.739732 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:47.617316 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:31:51.311137 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:04.467105 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:32:11.222799 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-68bbb8c7-a3be-4539-b203-30753a9fd92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:14.391886 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-54b8df5b-3314-4dd9-8ede-70e925522fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:14.700549 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:15.742606 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:17.616309 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:21.296917 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:41.219619 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0c411584-ce50-42b9-9867-97c6d1eae9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:41.465378 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:32:44.389023 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-42d07f5b-6ab5-45e9-aed2-01386c58efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:44.712086 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:45.744848 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:47.620664 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:32:51.310986 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:11.220257 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-317619eb-7abe-4cd8-a526-aec7e04a12e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:14.388555 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2861e0dd-2acd-4570-8a3e-d6d3cbfe3589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:14.711148 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:15.754855 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:17.622586 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:18.463855 dv-cinder-777031-3-iscsi neutron-server[94127]: DEBUG neutron.db.agents_db [None req-a9b189e8-6f30-48fc-b38a-803eaea7a3e6 None None] Agent healthcheck: found 6 active agents {{(pid=94127) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 20:33:21.312007 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:41.220982 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-241b3466-ec89-4f8b-a0b6-bccc2cb08aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:44.386168 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2196364b-9f74-416e-934c-38d6fd8786f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:44.711848 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-0910c525-865f-42d8-9c0a-8c083dd8503d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:45.753365 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-d0c68f60-7c45-4683-a412-fa6a244dbc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:47.635246 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-2fc07d1a-f191-4c7b-afd0-bd38b5fd872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 20:33:51.310869 dv-cinder-777031-3-iscsi neutron-server[94126]: DEBUG neutron_lib.callbacks.manager [None req-c0cca3dd-35aa-4048-a545-ed94c1f509d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788368706268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3746255'] for agent, after_update {{(pid=94126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}